-- Logs begin at Wed 2022-08-24 06:03:00 UTC, end at Wed 2022-08-24 07:03:05 UTC. -- Aug 24 06:34:53.467053 dv-cinder-854271-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 24 06:34:56.193479 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.common.config [-] Logging enabled! Aug 24 06:34:56.194161 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev517 Aug 24 06:34:56.194268 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=112977) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 24 06:34:56.197765 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.common.config [-] Logging enabled! Aug 24 06:34:56.198017 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev517 Aug 24 06:34:56.198325 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=112977) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 24 06:34:56.199306 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 06:34:56.199531 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 06:34:56.200003 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 06:34:56.200249 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 06:34:56.200480 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 06:34:56.200796 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.201092 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.201324 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.201604 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.201897 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.202178 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.202468 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.202759 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.203052 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.203361 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.203643 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.203871 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.204325 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] config_source = [] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.204864 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.205163 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.205387 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] debug = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.205669 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.206105 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.206523 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.206803 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.207093 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.207400 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.207676 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.207952 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.208234 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.208570 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] host = dv-cinder-854271-1-iscsi {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.208850 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.209134 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.209421 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.209874 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.210343 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.210802 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.211332 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.211792 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] log_dir = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.212275 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] log_file = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.212748 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.213258 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.213739 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.214260 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.214653 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.215024 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.215537 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.215913 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.216122 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.216407 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.216689 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.216970 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.217251 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.217526 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.217815 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.218103 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.218392 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.218669 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.218945 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.219239 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.219517 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.219849 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.220695 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.221040 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.221295 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.221775 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.222255 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.222719 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.223276 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.223794 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.224286 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.224745 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.225036 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.225330 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.225611 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.225893 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] use_journal = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.226173 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] use_json = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.226450 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.226724 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.227010 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.227310 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.227585 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.227860 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.228132 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.228417 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.228691 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:56.228988 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.229288 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.229589 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.229873 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.230212 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.230481 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.230767 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.231030 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.231343 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.231635 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.231925 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.232204 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.232503 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.232792 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.233085 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.233395 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.233690 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.233983 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.234259 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.234534 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.234807 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.235087 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.235430 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.236217 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.236528 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.236828 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.237115 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.237416 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.237709 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.238005 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.238305 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.238600 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.238883 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.239167 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.239486 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.239770 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.240047 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.240338 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.240619 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.240897 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.241181 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.241474 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.241764 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.242040 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.242322 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.242615 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.242894 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.243168 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.243467 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.243754 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.244030 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.244318 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.244601 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.244877 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.245151 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.245428 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.245702 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.245979 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.246254 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.246528 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.246807 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.247079 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.247383 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.247655 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.247927 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.248201 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.248476 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.248748 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.249027 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.249299 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.249570 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.249842 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.250118 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.250396 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.250683 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.250987 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.252150 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.253279 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.253579 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.253872 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.254234 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.254512 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.254750 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.255042 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.255353 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.255652 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.255940 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.256237 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.256525 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.256830 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.257129 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.257414 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.258070 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.258070 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.258251 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.258510 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.258793 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.258793 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.259398 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.259643 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.259928 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.260227 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.260522 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.260802 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.261096 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.261393 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.261691 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.261972 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.262288 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.262571 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:56.262789 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 06:34:56.263041 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=112977) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 24 06:34:56.563151 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=112977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 24 06:34:56.563496 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=112977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 24 06:34:56.563789 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=112977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 24 06:34:56.564507 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=112977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 24 06:34:56.564807 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.001s {{(pid=112977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 24 06:34:56.565146 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 24 06:34:56.990485 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:56.990703 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:56.990958 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:56.992173 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:56.992450 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:56.992715 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.045228 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.045492 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.045759 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.061854 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.062136 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.062408 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.090892 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.091174 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.091464 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.128581 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.128870 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.129135 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.364464 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.365118 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.365118 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.365262 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.366155 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.466050 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.466366 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.466649 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.466921 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.467221 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.467528 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.467789 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.468049 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.468304 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.468589 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.468828 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.469095 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.469349 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.469603 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.469955 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.470593 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.470868 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.471144 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.471427 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.471693 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.471968 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.472224 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.472510 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.472903 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.473153 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.473402 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.473802 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=112977) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 06:34:57.474041 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=112977) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 06:34:57.474276 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=112977) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 06:34:57.474510 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=112977) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 06:34:57.474744 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=112977) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 06:34:57.474979 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=112977) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 06:34:57.475378 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 24 06:34:57.478556 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 24 06:34:57.482667 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 24 06:34:57.487214 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Aug 24 06:34:57.488842 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 24 06:34:57.489475 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 24 06:34:57.489813 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 24 06:34:57.490200 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 24 06:34:57.493005 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 24 06:34:57.493254 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 24 06:34:57.493591 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 06:34:57.498666 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 24 06:34:57.522214 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 24 06:34:57.522663 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.522959 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=112977) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 24 06:34:57.523362 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.524701 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=112977) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 24 06:34:57.524976 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 06:34:57.525228 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 24 06:34:57.528622 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.528908 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:57.698416 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 24 06:34:57.698605 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 24 06:34:57.698811 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 24 06:34:57.699217 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 24 06:34:57.751323 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO dbcounter [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Registered counter for database neutron Aug 24 06:34:57.775132 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_db.sqlalchemy.engines [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=112977) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 24 06:34:57.785357 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG dbcounter [-] [112977] Writer thread running {{(pid=112977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 06:34:58.340858 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.plugins.ml2.managers [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Initializing driver for type 'gre' Aug 24 06:34:58.341504 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] gre ID ranges: [(1, 1000)] Aug 24 06:34:58.401039 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.plugins.ml2.managers [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Initializing driver for type 'local' Aug 24 06:34:58.401668 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.plugins.ml2.managers [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Initializing driver for type 'vlan' Aug 24 06:34:58.417298 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] VlanTypeDriver initialization complete Aug 24 06:34:58.417649 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.plugins.ml2.managers [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Initializing driver for type 'vxlan' Aug 24 06:34:58.418141 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] vxlan ID ranges: [(1, 1000)] Aug 24 06:34:58.474864 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.plugins.ml2.managers [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Initializing extension driver 'port_security' Aug 24 06:34:58.475178 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.plugins.ml2.extensions.port_security [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] PortSecurityExtensionDriver initialization complete Aug 24 06:34:58.475548 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.plugins.ml2.managers [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Initializing mechanism driver 'openvswitch' Aug 24 06:34:58.475876 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.plugins.ml2.managers [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Initializing mechanism driver 'hyperv' Aug 24 06:34:58.482677 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.plugins.ml2.plugin [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=112977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:34:58.483405 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > port after_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.483764 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > port after_update 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.484120 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > port after_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.484632 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=112977) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 06:34:58.485051 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > subnet after_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.485440 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > subnet after_update 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.486279 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > subnet after_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.486677 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=112977) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 06:34:58.487091 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > network after_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.487474 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > network after_update 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.487825 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > network after_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.488217 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=112977) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 06:34:58.488625 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > security_group after_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.488997 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > security_group after_update 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.489326 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > security_group after_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.489718 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=112977) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 06:34:58.490125 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.490475 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.490818 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.491231 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=112977) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 06:34:58.491638 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > address_group after_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.491988 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > address_group after_update 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.492325 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > address_group after_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.492714 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=112977) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 06:34:58.493157 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] ML2 OVO RPC backend initialized. {{(pid=112977) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 24 06:34:58.493866 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > router_interface after_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.494222 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.494637 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > network before_response 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.494989 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > networks before_response 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.495384 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > port before_response 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.495731 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > ports before_response 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.496071 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > subnet before_response 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.496408 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > subnets before_response 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.496754 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > network after_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.497093 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > network after_update 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.497430 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > network after_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.497765 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > port after_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.498101 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > port after_update 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.498438 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > port after_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.498773 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > subnet after_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.499109 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > subnet after_update 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.499469 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > subnet after_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.507443 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.quota [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded quota_driver: . Aug 24 06:34:58.507807 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.plugins.ml2.plugin [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Modular L2 Plugin initialization complete Aug 24 06:34:58.508158 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading services supported by the core plugin {{(pid=112977) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 24 06:34:58.508502 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.plugins.ml2.managers [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Got port-security extension from driver 'port_security' Aug 24 06:34:58.508983 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.extensions.vlantransparent [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Disabled vlantransparent extension. Aug 24 06:34:58.509484 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=112977) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 24 06:34:58.509811 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading Plugin: router Aug 24 06:34:58.546035 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > router_interface before_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.546412 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > router after_create 55549900 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.546786 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > router before_create 55549900 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.547155 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.547557 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.547914 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > router after_delete 55549900 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.548845 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > floatingip after_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.549215 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > floatingip after_update 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.549585 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > router after_create 55549900 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.549942 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > router after_update 55549900 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.550284 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > router after_update 55549900 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.550635 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.551002 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > router after_update 55549900 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.551440 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > router precommit_update 55549900 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.551815 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: port after_update 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.552158 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: port after_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.552503 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: subnet after_update 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.552848 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.553199 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > port precommit_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.553547 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > router precommit_create 55549900 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.553898 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: port before_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.554237 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > router precommit_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.554596 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > router after_update 55549900 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.554922 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > router precommit_delete 55549900 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.555308 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > router precommit_create 55549900 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.555674 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > router_interface after_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.556022 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > router precommit_update 55549900 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.556392 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > agent after_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.556751 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > agent after_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.557108 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > network after_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.557981 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.quota.resource_registry [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Tracking information for resource: router configured {{(pid=112977) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 06:34:58.558312 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.quota.resource_registry [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Tracking information for resource: floatingip configured {{(pid=112977) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 06:34:58.563260 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.db.l3_agentschedulers_db [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 24 06:34:58.564006 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: port after_update 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.564426 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: port after_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.564781 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: port after_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.565136 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: port after_update 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.565930 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > router before_create 55550100 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.566293 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > router precommit_delete 55550100 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.566657 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > router precommit_create 55550100 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.567385 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > router precommit_update 55550100 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.572330 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.services.provider_configuration [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Service providers = [] {{(pid=112977) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 24 06:34:58.572697 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.db.servicetype_db [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=112977) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 24 06:34:58.575842 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.services.service_base [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=112977) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 06:34:58.576196 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.services.service_base [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=112977) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 06:34:58.576537 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.services.service_base [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=112977) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 06:34:58.577435 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.services.service_base [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=112977) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 06:34:58.577804 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.services.service_base [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 24 06:34:58.578186 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=112977) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 06:34:58.578534 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 24 06:34:58.589449 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=112977) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 06:34:58.589784 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading Plugin: auto_allocate Aug 24 06:34:58.596128 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: network precommit_update 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.596502 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: network precommit_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.597021 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=112977) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 06:34:58.597343 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading Plugin: tag Aug 24 06:34:58.604209 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=112977) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 06:34:58.604534 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading Plugin: timestamp Aug 24 06:34:58.608361 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=112977) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 06:34:58.608692 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading Plugin: network_ip_availability Aug 24 06:34:58.614360 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.614732 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.615093 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.615839 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=112977) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 06:34:58.616159 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading Plugin: flavors Aug 24 06:34:58.622280 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=112977) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 06:34:58.622618 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading Plugin: revisions Aug 24 06:34:58.627468 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=112977) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 06:34:58.627859 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_concurrency.lockutils [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.063s {{(pid=112977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 24 06:34:58.628608 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=112977) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 24 06:34:58.628934 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Initializing extension manager. Aug 24 06:34:58.629474 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: __init__.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.629817 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: __pycache__ {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.630153 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: address_group.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.630868 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.631464 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: address-group Aug 24 06:34:58.631791 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: address_scope.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.632454 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.632955 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: address-scope Aug 24 06:34:58.633272 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: admin_state_down_before_update.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.634149 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.634658 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: router-admin-state-down-before-update Aug 24 06:34:58.634976 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: agent.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.635800 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.636294 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: agent Aug 24 06:34:58.636615 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: agent_resources_synced.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.637476 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.637968 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: agent-resources-synced Aug 24 06:34:58.638292 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: allowedaddresspairs.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.640074 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.640584 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: allowed-address-pairs Aug 24 06:34:58.640908 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: auto_allocated_topology.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.642411 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.643067 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: auto-allocated-topology Aug 24 06:34:58.643277 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: availability_zone.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.643978 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.644459 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: availability_zone Aug 24 06:34:58.644779 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: availability_zone_filter.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.645948 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.646442 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: availability_zone_filter Aug 24 06:34:58.646866 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: data_plane_status.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.647671 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.648165 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension data-plane-status not supported by any of loaded plugins Aug 24 06:34:58.648484 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: default_subnetpools.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.649344 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.649844 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: default-subnetpools Aug 24 06:34:58.650166 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: dhcpagentscheduler.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.650954 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.651476 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: dhcp_agent_scheduler Aug 24 06:34:58.651801 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: dns.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.652684 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.653274 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension dns-integration not supported by any of loaded plugins Aug 24 06:34:58.653495 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: dns_domain_ports.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.654384 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.654990 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 24 06:34:58.655220 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.656111 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.656598 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 24 06:34:58.656919 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: dvr.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.658176 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.658671 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: dvr Aug 24 06:34:58.658994 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: ecmp_routes.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.659922 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.660424 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension ecmp_routes not supported by any of loaded plugins Aug 24 06:34:58.660736 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: empty_string_filtering.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.661607 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.662107 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: empty-string-filtering Aug 24 06:34:58.662433 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.663374 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.663855 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 24 06:34:58.664173 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.665041 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.665543 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 24 06:34:58.665865 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: external_net.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.666735 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.667254 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: external-net Aug 24 06:34:58.667577 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: extra_dhcp_opt.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.668446 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.668946 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: extra_dhcp_opt Aug 24 06:34:58.669267 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: extraroute.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.670124 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.670618 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: extraroute Aug 24 06:34:58.670937 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: extraroute_atomic.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.671962 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.672457 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: extraroute-atomic Aug 24 06:34:58.672785 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: filter_validation.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.674083 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.674838 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: filter-validation Aug 24 06:34:58.675169 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: fip_pf_description.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.676089 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.676592 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 24 06:34:58.676912 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: fip_pf_port_range.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.677783 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.678281 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 24 06:34:58.678602 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: fip_port_details.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.679500 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.679998 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: fip-port-details Aug 24 06:34:58.680320 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: flavors.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.681510 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.682020 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: flavors Aug 24 06:34:58.682347 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.684027 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.684546 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 24 06:34:58.684884 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: floatingip_pools.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.685559 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.686066 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: floatingip-pools Aug 24 06:34:58.686395 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: ip_allocation.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.687311 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.687808 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension ip_allocation not supported by any of loaded plugins Aug 24 06:34:58.688134 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.689594 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.690093 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: ip-substring-filtering Aug 24 06:34:58.690420 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: l2_adjacency.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.691353 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.691848 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension l2_adjacency not supported by any of loaded plugins Aug 24 06:34:58.692534 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: l3.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.693512 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.694016 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: router Aug 24 06:34:58.694343 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: l3_conntrack_helper.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.696639 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.697162 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 24 06:34:58.697499 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.698383 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.698890 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: ext-gw-mode Aug 24 06:34:58.699243 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.700121 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.700622 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: l3-ha Aug 24 06:34:58.700950 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.701813 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.702314 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 24 06:34:58.702639 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: l3_flavors.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.703536 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.704046 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: l3-flavors Aug 24 06:34:58.704953 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: l3_ndp_proxy.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.706280 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.706799 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 24 06:34:58.707117 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.708011 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.708512 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: l3-port-ip-change-not-allowed Aug 24 06:34:58.708835 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: l3agentscheduler.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.709855 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.710360 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: l3_agent_scheduler Aug 24 06:34:58.710684 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: local_ip.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.712427 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.712947 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension local_ip not supported by any of loaded plugins Aug 24 06:34:58.713284 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: logging.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.714709 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.715232 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension logging not supported by any of loaded plugins Aug 24 06:34:58.715575 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: metering.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.716285 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.717046 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: metering Aug 24 06:34:58.717376 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.718433 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.718941 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: metering_source_and_destination_fields Aug 24 06:34:58.719303 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: multiprovidernet.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.720750 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.721265 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: multi-provider Aug 24 06:34:58.721596 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: netmtu.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.722451 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.722978 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: net-mtu Aug 24 06:34:58.723322 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: netmtu_writable.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.724200 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.724703 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: net-mtu-writable Aug 24 06:34:58.725077 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: network_availability_zone.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.725664 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.726170 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: network_availability_zone Aug 24 06:34:58.726493 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: network_ip_availability.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.727580 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.728095 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: network-ip-availability Aug 24 06:34:58.728422 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: network_segment_range.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.729152 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.729657 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension network-segment-range not supported by any of loaded plugins Aug 24 06:34:58.729978 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: pagination.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.730929 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.731283 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: pagination Aug 24 06:34:58.731608 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: port_device_profile.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.732474 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.732975 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: port-device-profile Aug 24 06:34:58.733296 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: port_mac_address_override.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.734190 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.734691 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: port-mac-override Aug 24 06:34:58.735015 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.736369 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.736874 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: port-mac-address-regenerate Aug 24 06:34:58.737203 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.738076 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.738575 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: port-numa-affinity-policy Aug 24 06:34:58.738898 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: port_resource_request.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.739808 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.740308 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension port-resource-request not supported by any of loaded plugins Aug 24 06:34:58.740628 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: port_resource_request_groups.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.741544 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.742045 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 24 06:34:58.742369 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: portbindings.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.743269 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.743781 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: binding Aug 24 06:34:58.744107 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: portbindings_extended.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.745311 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.745812 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: binding-extended Aug 24 06:34:58.746142 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: portsecurity.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.747018 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.747547 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: port-security Aug 24 06:34:58.747874 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: project_id.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.748809 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.749138 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: project-id Aug 24 06:34:58.749459 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: providernet.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.750336 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.750841 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: provider Aug 24 06:34:58.751386 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: qos.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.754981 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.755529 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension qos not supported by any of loaded plugins Aug 24 06:34:58.755863 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.757061 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.757568 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 24 06:34:58.757895 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.758767 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.759290 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 24 06:34:58.759618 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: qos_default.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.760505 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.761003 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension qos-default not supported by any of loaded plugins Aug 24 06:34:58.761327 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: qos_fip.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.762205 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.762704 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension qos-fip not supported by any of loaded plugins Aug 24 06:34:58.763031 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: qos_fip_network_policy.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.763925 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.764425 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 24 06:34:58.764747 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: qos_gateway_ip.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.765622 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.766120 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 24 06:34:58.766440 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: qos_port_network_policy.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.767843 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.768343 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 24 06:34:58.768669 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.769659 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.770160 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 24 06:34:58.770484 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.771491 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.771992 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 24 06:34:58.772313 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: qos_pps_rule.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.773434 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.773933 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension qos-pps not supported by any of loaded plugins Aug 24 06:34:58.774254 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: qos_rule_type_details.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.775117 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.775646 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 24 06:34:58.775970 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: qos_rule_type_filter.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.776832 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.777327 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 24 06:34:58.777650 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: qos_rules_alias.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.778637 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.779137 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 24 06:34:58.779484 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: quota_check_limit.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.780346 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.780848 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: quota-check-limit Aug 24 06:34:58.781170 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: quotasv2.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.782070 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.782564 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: quotas Aug 24 06:34:58.783259 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: quotasv2_detail.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.784945 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.785282 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: quota_details Aug 24 06:34:58.785609 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: rbac.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.786909 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.787448 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: rbac-policies Aug 24 06:34:58.787779 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: rbac_address_group.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.788661 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.789167 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: rbac-address-group Aug 24 06:34:58.789494 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: rbac_address_scope.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.790369 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.790871 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: rbac-address-scope Aug 24 06:34:58.791215 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: rbac_security_groups.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.792175 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.792679 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: rbac-security-groups Aug 24 06:34:58.792997 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: rbac_subnetpool.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.793876 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.794381 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: rbac-subnetpool Aug 24 06:34:58.794706 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: revisionifmatch.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.795620 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.796127 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: revision-if-match Aug 24 06:34:58.796448 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: revisions.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.797532 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.798175 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: standard-attr-revisions Aug 24 06:34:58.798853 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: router_availability_zone.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.799533 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.800041 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: router_availability_zone Aug 24 06:34:58.800366 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: routerservicetype.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.801251 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.801755 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension router-service-type not supported by any of loaded plugins Aug 24 06:34:58.802078 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.802962 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.803498 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: security-groups-normalized-cidr Aug 24 06:34:58.803820 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: security_groups_port_filtering.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.804701 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.805204 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: port-security-groups-filtering Aug 24 06:34:58.805532 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.806424 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.806924 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: security-groups-remote-address-group Aug 24 06:34:58.807271 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.808161 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.808667 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: security-groups-shared-filtering Aug 24 06:34:58.808987 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: securitygroup.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.819420 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.819943 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: security-group Aug 24 06:34:58.820280 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: segment.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.820979 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.821488 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension segment not supported by any of loaded plugins Aug 24 06:34:58.821813 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.822712 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.823232 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 24 06:34:58.823560 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: servicetype.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.824604 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.825117 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: service-type Aug 24 06:34:58.825445 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: sorting.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.826385 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.826713 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: sorting Aug 24 06:34:58.827035 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: standard_attr_segment.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.827938 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.828453 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 24 06:34:58.828779 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: standardattrdescription.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.829957 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.830463 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: standard-attr-description Aug 24 06:34:58.830789 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: stateful_security_group.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.831720 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.832229 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: stateful-security-group Aug 24 06:34:58.832551 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: stdattrs_common.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.833106 dv-cinder-854271-1-iscsi neutron-server[112977]: WARNING neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 24 06:34:58.833425 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.834337 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.834842 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 24 06:34:58.835162 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: subnet_onboard.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.836201 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.836708 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: subnet_onboard Aug 24 06:34:58.837036 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.837915 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.838419 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 24 06:34:58.838738 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: subnet_service_types.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.839655 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.840160 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: subnet-service-types Aug 24 06:34:58.840484 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: subnetallocation.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.841536 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.842040 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: subnet_allocation Aug 24 06:34:58.842369 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.843003 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.843534 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: subnetpool-prefix-ops Aug 24 06:34:58.843861 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.844744 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.845748 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 24 06:34:58.846076 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: tagging.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.847125 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.847665 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: standard-attr-tag Aug 24 06:34:58.847995 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: timestamp.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.849156 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.849663 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loaded extension: standard-attr-timestamp Aug 24 06:34:58.849985 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: trunk.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.850976 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.851513 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension trunk not supported by any of loaded plugins Aug 24 06:34:58.851838 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: trunk_details.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.852711 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.853221 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension trunk-details not supported by any of loaded plugins Aug 24 06:34:58.853546 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: uplink_status_propagation.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.854425 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.854927 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 24 06:34:58.855273 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Loading extension file: vlantransparent.py {{(pid=112977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 06:34:58.855932 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=112977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 06:34:58.856405 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extension vlan-transparent not supported by any of loaded plugins Aug 24 06:34:58.858995 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.quota.resource_registry [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Creating instance of TrackedResource for resource:network Aug 24 06:34:58.859547 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.quota.resource_registry [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Creating instance of TrackedResource for resource:subnet Aug 24 06:34:58.859947 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.quota.resource_registry [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 06:34:58.860324 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.quota.resource_registry [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Creating instance of TrackedResource for resource:port Aug 24 06:34:58.862159 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.v2.resource_helper [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112977) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 06:34:58.862599 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.v2.resource_helper [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Service FLAVORS assigned prefix: {{(pid=112977) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 06:34:58.863236 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.v2.resource_helper [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112977) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 06:34:58.863687 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.v2.resource_helper [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112977) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 06:34:58.864023 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.quota.resource_registry [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Creating instance of TrackedResource for resource:router Aug 24 06:34:58.864453 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.quota.resource_registry [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Creating instance of TrackedResource for resource:floatingip Aug 24 06:34:58.864928 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.v2.resource_helper [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Service METERING assigned prefix: /metering {{(pid=112977) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 06:34:58.866377 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.866758 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.867112 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:34:58.868143 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.quota.resource_registry [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 06:34:58.868584 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.quota.resource_registry [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Creating instance of TrackedResource for resource:security_group Aug 24 06:34:58.869031 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.quota.resource_registry [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 06:34:58.869561 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.v2.resource_helper [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Service CORE assigned prefix: {{(pid=112977) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 06:34:58.869891 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.quota.resource_registry [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 06:34:58.870235 dv-cinder-854271-1-iscsi neutron-server[112977]: WARNING neutron.quota.resource_registry [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] subnetpool is already registered Aug 24 06:34:58.870654 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.v2.resource_helper [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Service CORE assigned prefix: {{(pid=112977) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 06:34:58.870982 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.quota.resource_registry [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 06:34:58.871345 dv-cinder-854271-1-iscsi neutron-server[112977]: WARNING neutron.quota.resource_registry [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] subnetpool is already registered Aug 24 06:34:58.873734 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.v2.resource_helper [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112977) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 06:34:58.874171 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.v2.resource_helper [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Service FLAVORS assigned prefix: {{(pid=112977) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 06:34:58.874763 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.v2.resource_helper [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112977) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 06:34:58.875200 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.v2.resource_helper [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112977) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 06:34:58.875546 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.quota.resource_registry [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Creating instance of TrackedResource for resource:router Aug 24 06:34:58.875888 dv-cinder-854271-1-iscsi neutron-server[112977]: WARNING neutron.quota.resource_registry [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] router is already registered Aug 24 06:34:58.876816 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.quota.resource_registry [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Creating instance of TrackedResource for resource:floatingip Aug 24 06:34:58.877180 dv-cinder-854271-1-iscsi neutron-server[112977]: WARNING neutron.quota.resource_registry [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] floatingip is already registered Aug 24 06:34:58.877647 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.v2.resource_helper [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Service METERING assigned prefix: /metering {{(pid=112977) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 06:34:58.878329 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.quota.resource_registry [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 06:34:58.878658 dv-cinder-854271-1-iscsi neutron-server[112977]: WARNING neutron.quota.resource_registry [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] rbac_policy is already registered Aug 24 06:34:58.879074 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.quota.resource_registry [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Creating instance of TrackedResource for resource:security_group Aug 24 06:34:58.879446 dv-cinder-854271-1-iscsi neutron-server[112977]: WARNING neutron.quota.resource_registry [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] security_group is already registered Aug 24 06:34:58.879957 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.quota.resource_registry [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 06:34:58.880386 dv-cinder-854271-1-iscsi neutron-server[112977]: WARNING neutron.quota.resource_registry [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] security_group_rule is already registered Aug 24 06:34:58.881037 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.v2.resource_helper [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Service CORE assigned prefix: {{(pid=112977) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 06:34:58.881371 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.quota.resource_registry [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 06:34:58.881709 dv-cinder-854271-1-iscsi neutron-server[112977]: WARNING neutron.quota.resource_registry [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] subnetpool is already registered Aug 24 06:34:58.882128 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.v2.resource_helper [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Service CORE assigned prefix: {{(pid=112977) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 06:34:58.882458 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.quota.resource_registry [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 06:34:58.882787 dv-cinder-854271-1-iscsi neutron-server[112977]: WARNING neutron.quota.resource_registry [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] subnetpool is already registered Aug 24 06:34:58.883290 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: extensions {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.884771 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: address-groups {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.886279 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: address-scopes {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.887641 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: agents {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.888838 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: auto-allocated-topology {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.890095 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: availability_zones {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.891373 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: dhcp-networks {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.893713 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: dhcp-agents {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.896348 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: routers {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.899182 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: flavors {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.900512 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: service_profiles {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.901774 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: next_providers {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.904252 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: service_profiles {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.907110 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: floatingip-pools {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.908956 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: routers {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.910695 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: floatingips {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.912027 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: l3-routers {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.913568 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: l3-agents {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.915039 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: metering-labels {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.916348 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: metering-label-rules {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.917965 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: network-ip-availabilities {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.919850 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: bindings {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.921438 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: quotas {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.924469 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: quotas {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.926038 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: rbac-policies {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.927235 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: security-groups {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.928600 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: security-group-rules {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.929888 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: service-providers {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.931121 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: subnetpools {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.932470 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: subnetpools {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.934018 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: tags {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.935788 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: tags {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.937611 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: tags {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.939987 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: tags {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.941710 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: tags {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.944076 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: tags {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.945828 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: tags {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.947760 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: tags {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.949580 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: tags {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.951429 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron.api.extensions [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Extended resource: tags {{(pid=112977) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 06:34:58.958199 dv-cinder-854271-1-iscsi neutron-server[112977]: WARNING keystonemiddleware.auth_token [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 24 06:34:58.963516 dv-cinder-854271-1-iscsi neutron-server[112977]: WARNING keystonemiddleware.auth_token [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 24 06:34:58.973625 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_concurrency.lockutils [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Acquiring lock "singleton_lock" {{(pid=112977) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 24 06:34:58.973953 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_concurrency.lockutils [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Acquired lock "singleton_lock" {{(pid=112977) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 24 06:34:58.974438 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_concurrency.lockutils [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Releasing lock "singleton_lock" {{(pid=112977) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 24 06:34:58.975167 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO oslo_service.service [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Starting 2 workers Aug 24 06:34:58.979957 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Started child 113088 {{(pid=112977) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 06:34:58.984407 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Started child 113089 {{(pid=112977) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 06:34:58.985359 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:34:58.986780 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO neutron.service [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Neutron service started, listening on 0.0.0.0:9696 Aug 24 06:34:58.987123 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [-] (113088) wsgi starting up on http://0.0.0.0:9696 Aug 24 06:34:58.987438 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Publish callbacks [] for process (None), before_spawn {{(pid=112977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:34:58.989322 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:34:58.989848 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO oslo_service.service [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Starting 1 workers Aug 24 06:34:58.990700 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [-] (113089) wsgi starting up on http://0.0.0.0:9696 Aug 24 06:34:58.995068 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Started child 113090 {{(pid=112977) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 06:34:58.995594 dv-cinder-854271-1-iscsi neutron-server[112977]: INFO oslo_service.service [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Starting 1 workers Aug 24 06:34:58.998780 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.service [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] calling RpcWorker wait() {{(pid=113090) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 24 06:34:58.999433 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.service [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] returning from RpcWorker wait() {{(pid=113090) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 24 06:34:59.000054 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Started child 113091 {{(pid=112977) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 06:34:59.000587 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:34:59.000794 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG neutron_lib.callbacks.manager [None req-b1accb30-f707-46bb-95b6-fc032f99cd2c None None] Publish callbacks [] for process (None), after_spawn {{(pid=112977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:34:59.001159 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:34:59.003364 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=112977) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 06:34:59.003574 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 06:34:59.003953 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 06:34:59.004141 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 06:34:59.004500 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 06:34:59.004649 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 06:34:59.005182 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.005308 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:34:59.005796 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.005796 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.005944 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.006508 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.006765 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.006988 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.007287 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.007585 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.007730 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.007872 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.008316 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.008571 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.008857 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.009117 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.009354 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.009581 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.009752 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.010003 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] config_source = [] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.010282 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.010541 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.010820 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] debug = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.011089 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.011624 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.011873 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.012129 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.012374 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.012636 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.012887 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.013146 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.013410 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.013621 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.013849 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.014101 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.014340 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.014599 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.014839 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.015107 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.015352 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.015845 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] host = dv-cinder-854271-1-iscsi {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.016094 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.016333 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.016584 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.016905 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.017829 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.018122 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.018306 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.018582 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.018834 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.019079 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.019366 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.019612 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.019848 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] log_dir = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.020097 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] log_file = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.020261 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] log_options = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.020494 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.020761 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.021023 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.021220 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.021387 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.021613 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.021803 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.021967 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.022225 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.022443 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.022657 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.022882 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.023107 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.023364 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.023621 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.023836 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.024049 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.024502 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.024502 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.024858 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.025678 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.025961 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.026461 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.026461 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.026803 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.026936 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.027182 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.027386 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:34:59.027499 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.027818 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.027923 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.028146 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.028463 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.029393 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.029641 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.029913 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.030156 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.030393 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.030633 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.030930 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.031166 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.031450 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.031717 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.031935 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.032169 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.032419 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.032762 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] use_journal = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.033308 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] use_json = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.033308 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.033308 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.033603 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.033801 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.034097 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.034097 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.034602 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.034602 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.034900 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.035254 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.035540 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.036122 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.036122 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.037479 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.037479 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.037479 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.037479 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.037479 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.037479 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.038202 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.038202 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.038202 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.038949 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.038949 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.039160 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.039297 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.039492 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.039785 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.039958 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.040417 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.040417 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.040668 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.040799 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.041098 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.041274 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.041508 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.041793 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.042062 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.042338 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.042720 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.042986 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.043251 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.043509 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.043973 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.044265 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.044397 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.044662 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.044855 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.045063 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.045325 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.045525 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.045774 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.046208 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.046208 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.048403 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.048403 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.048403 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.048403 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.048403 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.048403 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.048403 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.048403 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.048403 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.051931 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.051931 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.051931 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.051931 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.051931 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.051931 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.051931 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.051931 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.052625 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.052625 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.052625 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.052625 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.052625 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.052625 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.052625 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.052625 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.052625 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.053214 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.053214 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.053214 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.053214 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.053214 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.053506 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.053506 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.053738 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.055239 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.055239 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.055239 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.055239 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.055239 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.055239 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.055239 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.055722 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.055722 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.055866 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.055964 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.056171 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.056408 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.056707 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.056953 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.057194 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.057406 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.057676 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.057878 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.058132 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.058351 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.058500 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.059566 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.059566 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.059566 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.059566 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.060131 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.060131 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.060131 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.060516 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.060516 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.060764 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.060887 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.061055 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.061264 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.061792 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.061792 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.061978 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.062108 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.062330 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.063232 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.063232 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.063232 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.063750 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.063750 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.063954 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.064326 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.064590 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.064862 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.065163 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.065430 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.065693 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.065935 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.066161 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.066404 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.066651 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.066900 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.067508 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.067774 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.068011 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.068257 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.068474 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.068691 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.068914 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.069223 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.069439 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.069667 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.069880 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.070143 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.070383 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.070623 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.070884 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.071117 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.071387 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.071643 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.071868 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.072101 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.072329 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.072548 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.072772 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.072980 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.073185 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.073417 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.073628 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.073853 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.074092 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.074298 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.074510 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.074716 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.074926 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.075135 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.075393 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.075598 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.075838 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.076066 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.076802 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.076802 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.076802 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.077251 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.077251 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.077509 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.077678 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.077864 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.077992 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.078219 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.078458 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.078752 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.078970 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.079491 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.080161 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.080161 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.080161 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.080636 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.080636 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.080888 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.081073 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.081283 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.081511 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.081729 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.082058 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.082310 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.082533 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.083243 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.083243 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.083243 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.083508 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.083715 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.083990 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.084201 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.085059 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.085059 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.085059 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.085483 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.085483 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.085746 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.085896 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.086047 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.086262 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.086479 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.086951 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.086951 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.087305 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.087453 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.087607 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.087746 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.087923 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.088136 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.088336 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.088616 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.088848 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.089068 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.089354 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.089590 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.089813 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.090053 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.090263 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.090468 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.090684 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.090892 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.091096 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.091447 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.091736 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.091736 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.092319 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.092319 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.092319 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.092716 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.092716 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.092953 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.093181 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.093561 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.093561 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.093809 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.093942 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.094139 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.094353 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.094562 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.094815 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.095617 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.095617 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.095617 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.096068 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.096068 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.096347 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.096482 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.096625 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.096807 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.097086 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.097308 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.097550 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.097783 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.098068 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.098303 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.098541 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.098792 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.099008 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.099245 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.099495 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.099804 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.100074 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.100319 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.100563 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.100820 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.101098 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.101357 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.101581 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.101877 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.102227 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.102496 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.102753 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.103005 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.103403 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.103556 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.103698 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.103910 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.104137 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.104351 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.104581 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.105205 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.105205 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.105205 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.105619 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.105619 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.105896 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.106040 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.106250 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.106460 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.106601 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 06:34:59.107350 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=112977) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 06:34:59.107350 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 06:34:59.107636 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 06:34:59.107636 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 06:34:59.107893 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 06:34:59.107893 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 06:34:59.108147 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.108280 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.108415 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.108586 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.108673 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.108828 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.108981 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.109135 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.109286 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.109439 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.109591 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.109737 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:34:59.109841 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.109925 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.110028 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.110180 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.111270 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.111270 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.111270 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.111270 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] config_source = [] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.111270 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.111270 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.111704 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] debug = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.111704 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.111704 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.111938 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.112018 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.112161 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.112316 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.112471 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.112625 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.112778 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.112934 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.113087 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.113241 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.113394 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.113546 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.113701 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.113853 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.114208 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.114208 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] host = dv-cinder-854271-1-iscsi {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.114443 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.114443 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.114670 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.115043 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.115043 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.115043 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.115491 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.115491 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.115491 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.116013 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.116013 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.116013 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.116013 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] log_dir = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.116362 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] log_file = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.116362 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] log_options = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.116599 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.116599 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.116828 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.116948 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.117293 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.117293 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.117527 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.117527 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.117753 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.117753 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.117991 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.118074 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.118152 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.118311 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.118465 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.118618 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.118770 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.118923 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.119077 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.119259 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.119415 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.119569 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.119722 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.119875 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.120027 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.120182 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.120334 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.120490 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.120642 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.120796 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.120952 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.121106 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.121253 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.121400 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.121552 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.121703 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.121858 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.122012 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.122168 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.122324 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.122478 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.122634 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.122786 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.122939 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.123091 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.123284 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] use_journal = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.123416 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] use_json = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.123568 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.123722 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.123876 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.124029 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.124181 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.124332 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.124484 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.124639 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.124792 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 06:34:59.124963 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.125119 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.125285 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.125441 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.125800 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.125800 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.126009 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.126101 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.126313 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.126795 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.126795 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.126795 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.126795 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.127303 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.127303 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.127303 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.127654 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.127654 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.127807 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.127885 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.127986 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.128141 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.128311 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.128467 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.128623 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.128777 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.128932 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.129092 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.129245 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.129441 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.129575 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.129732 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.129889 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.130047 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.130201 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.130356 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.130512 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.130671 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.130828 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.130984 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.131139 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.131316 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.131474 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.131629 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.131784 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.131940 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.132100 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.132249 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.132383 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.132545 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.132700 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.132834 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.133189 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.133189 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.133453 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.133453 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.133957 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.133957 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.133957 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.134334 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.134334 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.134334 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.134947 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.134947 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.134947 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.134947 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.135536 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.135536 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.135536 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.135536 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.136054 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.136054 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.136054 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.136054 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.136489 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.136489 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.136489 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.137029 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.137029 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.137029 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.137029 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.137478 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.137478 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.137478 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.137815 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.137815 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.137967 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.138045 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.138167 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.138327 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.138481 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.138642 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.138836 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.138965 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.139111 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.139286 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.139442 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.139598 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.139754 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.139907 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.140060 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.140216 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.140370 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.140524 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.140682 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.140883 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.140983 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.141120 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.141274 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.141427 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.141604 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.141878 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.142134 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.142134 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.142724 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.142724 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.142724 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.142724 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.143144 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.143144 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.143144 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.143389 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.143467 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.143574 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.143729 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.143887 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.144041 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.144202 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.144367 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.144522 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.144677 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.144832 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.144987 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.145143 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.145295 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.145450 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.145603 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.145758 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.145911 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.146278 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.146278 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.146513 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.146773 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.147110 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.147289 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.147426 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.147561 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.147721 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.147861 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.148019 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.148179 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.149280 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.149452 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.149609 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.149766 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.149922 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.150066 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.150220 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.150375 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.150531 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.150673 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.150830 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.151002 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.151136 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.151321 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.151457 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.151591 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 44694) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:34:59.151731 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.151731 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.152021 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.152021 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.152301 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.152301 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.152560 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.152560 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.152813 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.152947 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.153089 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.153223 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.153355 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.153488 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.153622 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.153766 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.153899 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.154032 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.154165 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.154307 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.154442 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.154576 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.154710 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.154866 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.155006 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.155150 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.155331 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.155488 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.155644 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.155799 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.155953 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.156107 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.156281 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.156436 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.156592 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.156751 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.156910 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.157063 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.157198 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.157495 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.157710 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.157912 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.158557 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.158557 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.158821 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [-] 10.222.0.52 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0047169 Aug 24 06:34:59.158972 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.158972 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.158972 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.158972 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.159601 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.159601 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.159601 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.159601 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.160843 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.160843 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.160843 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.160843 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.160843 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.160843 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.160843 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.160843 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.160843 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.162000 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.162000 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.162000 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.162000 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.162000 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.162000 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.162000 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.162000 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.163007 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.163007 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.163007 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.163007 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.163007 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.163007 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.163007 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.163966 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.163966 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.163966 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.163966 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.163966 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.163966 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.164815 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.164815 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.165076 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [-] 10.222.0.52 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0055001 Aug 24 06:34:59.165239 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.165239 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.165239 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.165239 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.165239 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.165239 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.165239 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.166866 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.166866 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.166866 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.166866 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.166866 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.166866 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.166866 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.166866 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.167751 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.167751 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.167751 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.167751 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.167751 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.167751 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.167751 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.167751 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.169622 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.169622 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.169622 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.169622 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.169622 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.169622 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.169622 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.169622 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.170277 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.170277 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.170277 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.170277 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.170277 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.170277 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.170277 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.170277 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.171297 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.171297 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.171297 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.171297 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.171297 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.171297 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.171297 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.171297 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.171297 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.171936 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.171936 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.171936 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.171936 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.171936 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.172287 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.172287 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.172432 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 06:34:59.172511 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 06:35:08.467910 dv-cinder-854271-1-iscsi neutron-server[112977]: DEBUG dbcounter [-] [112977] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=112977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:35:10.517850 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writer thread running {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 06:35:10.520382 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38aeba96-630d-482d-807c-11ad8c4abcc5 None None] get_active_networks_info from dv-cinder-854271-1-iscsi {{(pid=113090) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 24 06:35:10.604431 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38aeba96-630d-482d-807c-11ad8c4abcc5 None None] No non-hosted networks {{(pid=113090) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 24 06:35:10.613167 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-1bc0d9cf-ad5d-486f-877b-90ed9ba7816d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1699604'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:12.150309 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writer thread running {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 06:35:12.683758 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-66068908-b45f-4209-acdb-acb6aba27de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1699604'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:12.734363 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-9820d752-bdd8-47a3-bc83-7ab973a8db91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:13.934417 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1699604'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:14.241928 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 44766) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:35:14.823974 dv-cinder-854271-1-iscsi neutron-server[113089]: WARNING oslo_policy.policy [None req-a9a57688-7db7-49b5-81eb-7a5b067371ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 06:35:14.824453 dv-cinder-854271-1-iscsi neutron-server[113089]: WARNING oslo_policy.policy [None req-a9a57688-7db7-49b5-81eb-7a5b067371ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 06:35:15.045527 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [None req-a9a57688-7db7-49b5-81eb-7a5b067371ef admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113089) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 06:35:15.047259 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-a9a57688-7db7-49b5-81eb-7a5b067371ef admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8037939 Aug 24 06:35:15.403165 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1699604'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:15.492107 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1699604'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:15.493213 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:15.494491 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:15.495602 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:15.496146 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:15.496487 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:15.496839 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:15.497586 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:15.498593 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:15.498984 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:15.499365 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:15.499751 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:15.500256 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:15.500645 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:15.501030 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:15.501360 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:15.501814 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-854271-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:35:15.509923 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-854271-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:35:17.502347 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 44800) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:35:18.068318 dv-cinder-854271-1-iscsi neutron-server[113088]: WARNING oslo_policy.policy [None req-59a068a4-06ef-4c29-a3b0-73fa1007186d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 06:35:18.068864 dv-cinder-854271-1-iscsi neutron-server[113088]: WARNING oslo_policy.policy [None req-59a068a4-06ef-4c29-a3b0-73fa1007186d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 06:35:18.289913 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-59a068a4-06ef-4c29-a3b0-73fa1007186d admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:35:18.389932 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.policy [None req-59a068a4-06ef-4c29-a3b0-73fa1007186d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113088) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 06:35:18.431385 dv-cinder-854271-1-iscsi neutron-server[113088]: WARNING oslo_policy.policy [None req-59a068a4-06ef-4c29-a3b0-73fa1007186d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 06:35:18.431894 dv-cinder-854271-1-iscsi neutron-server[113088]: WARNING oslo_policy.policy [None req-59a068a4-06ef-4c29-a3b0-73fa1007186d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 06:35:18.452804 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writer thread running {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 06:35:18.530811 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-59a068a4-06ef-4c29-a3b0-73fa1007186d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748146007314', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748146007838', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748146023674', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748145982327', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748145971412', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748145996068', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-629091', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-628386', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1601698', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1776780'] for rbac-policy (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:18.603494 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-59a068a4-06ef-4c29-a3b0-73fa1007186d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:18.607249 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-59a068a4-06ef-4c29-a3b0-73fa1007186d admin admin] 10.222.0.52 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1006474 Aug 24 06:35:18.924422 dv-cinder-854271-1-iscsi neutron-server[113090]: INFO neutron.db.l3_hamode_db [None req-fb9a2320-3678-44a3-b4cf-86dbfe20dca4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 24 06:35:19.004034 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9a2320-3678-44a3-b4cf-86dbfe20dca4 None None] Routers set() bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:35:19.004404 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9a2320-3678-44a3-b4cf-86dbfe20dca4 None None] Router IDs set() for agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 24 06:35:21.007745 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 44816) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:35:21.361643 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:35:21.375082 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writer thread running {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 06:35:21.422081 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] Made reservation on behalf of c55677a9e1e64d8a8fbbf23b820b8ee9 for: {'network': 1} {{(pid=113089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:35:21.482962 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.policy [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113089) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 06:35:21.529694 dv-cinder-854271-1-iscsi neutron-server[113089]: WARNING oslo_policy.policy [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 06:35:21.530074 dv-cinder-854271-1-iscsi neutron-server[113089]: WARNING oslo_policy.policy [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 06:35:21.541091 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for network (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:21.569445 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:21.687220 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] Publish callbacks [] for security_group (32c8cc63-9f7a-468d-965e-3ac02b187e20), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:21.693238 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (32c8cc63-9f7a-468d-965e-3ac02b187e20), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:21.717583 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=113089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 06:35:21.753336 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748143077735', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (a0bc8364-5d6c-409f-b03d-60037a852163), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:21.753951 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] Unsubscribe: segment precommit_create {{(pid=113089) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 06:35:21.754457 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.db.segments_db [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] Added segment a0bc8364-5d6c-409f-b03d-60037a852163 of type vlan for network ac81d3f7-e1a6-4c30-a875-c71b5afa3667 Aug 24 06:35:21.774707 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=32c8cc63-9f7a-468d-965e-3ac02b187e20,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:35:21.809122 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:21.809461 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:21.809807 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:21.810152 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:21.810474 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:21.810791 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:21.811112 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:21.811453 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:21.811773 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:21.812088 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:21.812383 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:21.812706 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:21.813018 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:21.813330 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:21.813634 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] Tracked resource versions report: Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: pushed versions: Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: { 'AddressGroup': {'1.2'}, Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: 'Agent': {'1.1'}, Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: 'ConntrackHelper': {'1.0'}, Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: 'LocalIPAssociation': {'1.0'}, Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: 'Log': {'1.0'}, Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: 'NDPProxy': {'1.0'}, Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: 'Network': {'1.1'}, Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: 'Port': {'1.7'}, Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: 'PortForwarding': {'1.3'}, Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: 'QosPolicy': {'1.10'}, Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: 'SecurityGroup': {'1.5'}, Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: 'SecurityGroupRule': {'1.2'}, Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: 'SubPort': {'1.0'}, Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: 'Subnet': {'1.1'}, Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: 'Trunk': {'1.1'}} Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: consumer versions: Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: { DHCP agent@dv-cinder-854271-1-iscsi: {}, Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: L3 agent@dv-cinder-854271-1-iscsi: {}, Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: Metadata agent@dv-cinder-854271-1-iscsi: {}, Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: Metering agent@dv-cinder-854271-1-iscsi: {}, Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: Open vSwitch agent@dv-cinder-854271-1-iscsi: { 'AddressGroup': '1.2', Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: 'Agent': '1.1', Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: 'ConntrackHelper': '1.0', Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: 'LocalIPAssociation': '1.0', Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: 'Log': '1.0', Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: 'NDPProxy': '1.0', Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: 'Network': '1.1', Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: 'Port': '1.7', Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: 'PortForwarding': '1.3', Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: 'QosPolicy': '1.10', Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: 'SecurityGroup': '1.5', Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: 'SecurityGroupRule': '1.2', Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: 'SubPort': '1.0', Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: 'Subnet': '1.1', Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: 'Trunk': '1.1'}} Aug 24 06:35:21.815078 dv-cinder-854271-1-iscsi neutron-server[113089]: {{(pid=113089) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 06:35:21.875931 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748142589579'] for network (ac81d3f7-e1a6-4c30-a875-c71b5afa3667), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:21.920741 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for network (ac81d3f7-e1a6-4c30-a875-c71b5afa3667), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:21.925772 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:35:21.926479 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:22.004147 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9952717 Aug 24 06:35:22.052313 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a210f-6815-403a-91f3-86f514c4c9e5 demo demo] Pushing event updated for resources: {'Network': ['ID=ac81d3f7-e1a6-4c30-a875-c71b5afa3667,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:35:22.066019 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Network ac81d3f7-e1a6-4c30-a875-c71b5afa3667 details requested by agent ovs-agent-dv-cinder-854271-1-iscsi with host dv-cinder-854271-1-iscsi {{(pid=113090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 06:35:24.405470 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 44830) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:35:24.870595 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062a8609-2791-4195-a1ae-20cd4705754c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:35:24.871894 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-062a8609-2791-4195-a1ae-20cd4705754c demo admin] 10.222.0.52 "GET /networking/v2.0/networks/ac81d3f7-e1a6-4c30-a875-c71b5afa3667 HTTP/1.1" status: 200 len: 825 time: 0.4651432 Aug 24 06:35:24.911614 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-42622191-9f7b-4c43-8d64-6fc260516a00 demo admin] 10.222.0.52 "GET /networking/v2.0/subnetpools/c6253e41-e47d-4d3f-b745-8888e59c7a22 HTTP/1.1" status: 200 len: 734 time: 0.0313311 Aug 24 06:35:24.920481 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-ea21f85f-018d-4949-a9fb-ed469feae176 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'c6253e41-e47d-4d3f-b745-8888e59c7a22', 'network_id': 'ac81d3f7-e1a6-4c30-a875-c71b5afa3667'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:35:24.923865 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=58,neutron:INSERT=41,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:35:24.948465 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea21f85f-018d-4949-a9fb-ed469feae176 demo admin] Made reservation on behalf of c55677a9e1e64d8a8fbbf23b820b8ee9 for: {'subnet': 1} {{(pid=113089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:35:24.950783 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea21f85f-018d-4949-a9fb-ed469feae176 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:25.273328 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea21f85f-018d-4949-a9fb-ed469feae176 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for subnet (de6fb82e-d7c4-434e-a7bd-11324c25d07f), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:25.279678 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:35:25.340022 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21f85f-018d-4949-a9fb-ed469feae176 demo admin] Pushing event updated for resources: {'Subnet': ['ID=de6fb82e-d7c4-434e-a7bd-11324c25d07f,revision_number=0']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:35:25.353422 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea21f85f-018d-4949-a9fb-ed469feae176 demo admin] Checking segment: {'id': 'a0bc8364-5d6c-409f-b03d-60037a852163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ac81d3f7-e1a6-4c30-a875-c71b5afa3667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:35:25.353798 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea21f85f-018d-4949-a9fb-ed469feae176 demo admin] Network hostable DHCP agents. Network: ac81d3f7-e1a6-4c30-a875-c71b5afa3667, hostable agents: ['133a3e8a-16cb-4472-a923-08e28c023b55'], hosted agents: [] {{(pid=113089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 06:35:25.378738 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea21f85f-018d-4949-a9fb-ed469feae176 demo admin] Network ac81d3f7-e1a6-4c30-a875-c71b5afa3667 is scheduled to be hosted by DHCP agent 133a3e8a-16cb-4472-a923-08e28c023b55 with binding_index 1 {{(pid=113089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 06:35:25.390685 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [None req-ea21f85f-018d-4949-a9fb-ed469feae176 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854271-1-iscsi, ac81d3f7-e1a6-4c30-a875-c71b5afa3667) {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:35:25.395961 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea21f85f-018d-4949-a9fb-ed469feae176 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:35:25.396554 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea21f85f-018d-4949-a9fb-ed469feae176 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for subnet (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:25.401538 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8328fb-929f-417f-a0bb-766f45b30b31 None None] Network ac81d3f7-e1a6-4c30-a875-c71b5afa3667 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:35:25.420082 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-ea21f85f-018d-4949-a9fb-ed469feae176 demo admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5028350 Aug 24 06:35:25.681765 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c256b93-5dc0-52aa-9173-f46dd4354694-ac81d3f7-e1a6-4c30-a875-c71b5afa3667', 'network_id': 'ac81d3f7-e1a6-4c30-a875-c71b5afa3667', 'project_id': 'c55677a9e1e64d8a8fbbf23b820b8ee9', 'fixed_ips': [{'subnet_id': 'de6fb82e-d7c4-434e-a7bd-11324c25d07f'}]}} from dv-cinder-854271-1-iscsi. {{(pid=113090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 06:35:25.683049 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:25.972056 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.db_base_plugin_common [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Allocated IP 172.20.0.2 (ac81d3f7-e1a6-4c30-a875-c71b5afa3667/de6fb82e-d7c4-434e-a7bd-11324c25d07f/d9654a93-4b69-4791-b6b0-a61d76527558) {{(pid=113090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:35:25.981272 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=59,neutron:INSERT=38,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:35:26.253151 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Publish callbacks [] for port (d9654a93-4b69-4791-b6b0-a61d76527558), precommit_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:26.265304 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (d9654a93-4b69-4791-b6b0-a61d76527558), after_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:26.340003 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Network ac81d3f7-e1a6-4c30-a875-c71b5afa3667 is already hosted by enough agents. {{(pid=113090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:35:26.349335 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.scheduler.base_scheduler [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Resources bound (agent type, host, resource id): {{(pid=113090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:35:26.352994 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Received port after_create {{(pid=113090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:35:26.359077 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Pushing event updated for resources: {'Port': ['ID=d9654a93-4b69-4791-b6b0-a61d76527558,revision_number=1']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:35:26.394029 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:26.394339 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:26.394699 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:26.395081 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:26.395423 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:26.395750 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:26.396079 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:26.396403 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:26.396734 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:26.397049 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:26.397373 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:26.397708 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:26.398027 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:26.398344 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:26.398665 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Tracked resource versions report: Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: pushed versions: Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: { 'AddressGroup': {'1.2'}, Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: 'Agent': {'1.1'}, Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: 'ConntrackHelper': {'1.0'}, Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: 'LocalIPAssociation': {'1.0'}, Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: 'Log': {'1.0'}, Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: 'NDPProxy': {'1.0'}, Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: 'Network': {'1.1'}, Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: 'Port': {'1.7'}, Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: 'PortForwarding': {'1.3'}, Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: 'QosPolicy': {'1.10'}, Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: 'SecurityGroup': {'1.5'}, Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: 'SecurityGroupRule': {'1.2'}, Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: 'SubPort': {'1.0'}, Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: 'Subnet': {'1.1'}, Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: 'Trunk': {'1.1'}} Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: consumer versions: Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: { DHCP agent@dv-cinder-854271-1-iscsi: {}, Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: L3 agent@dv-cinder-854271-1-iscsi: {}, Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: Metadata agent@dv-cinder-854271-1-iscsi: {}, Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: Metering agent@dv-cinder-854271-1-iscsi: {}, Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: Open vSwitch agent@dv-cinder-854271-1-iscsi: { 'AddressGroup': '1.2', Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: 'Agent': '1.1', Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: 'ConntrackHelper': '1.0', Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: 'LocalIPAssociation': '1.0', Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: 'Log': '1.0', Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: 'NDPProxy': '1.0', Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: 'Network': '1.1', Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: 'Port': '1.7', Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: 'PortForwarding': '1.3', Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: 'QosPolicy': '1.10', Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: 'SecurityGroup': '1.5', Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: 'SecurityGroupRule': '1.2', Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: 'SubPort': '1.0', Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: 'Subnet': '1.1', Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: 'Trunk': '1.1'}} Aug 24 06:35:26.400109 dv-cinder-854271-1-iscsi neutron-server[113090]: {{(pid=113090) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 06:35:26.453780 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Attempting to bind port d9654a93-4b69-4791-b6b0-a61d76527558 on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:35:26.454146 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Attempting to bind port d9654a93-4b69-4791-b6b0-a61d76527558 by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': 'a0bc8364-5d6c-409f-b03d-60037a852163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ac81d3f7-e1a6-4c30-a875-c71b5afa3667'}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:35:26.454598 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Attempting to bind port d9654a93-4b69-4791-b6b0-a61d76527558 on network ac81d3f7-e1a6-4c30-a875-c71b5afa3667 {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:35:26.460222 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:35:26.460608 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Checking segment: {'id': 'a0bc8364-5d6c-409f-b03d-60037a852163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ac81d3f7-e1a6-4c30-a875-c71b5afa3667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:35:26.461067 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:26.461461 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Bound using segment: {'id': 'a0bc8364-5d6c-409f-b03d-60037a852163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ac81d3f7-e1a6-4c30-a875-c71b5afa3667'} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:35:26.461954 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Bound port: d9654a93-4b69-4791-b6b0-a61d76527558, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0bc8364-5d6c-409f-b03d-60037a852163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ac81d3f7-e1a6-4c30-a875-c71b5afa3667'}}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:35:26.462354 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (d9654a93-4b69-4791-b6b0-a61d76527558), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:26.473272 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:35:26.526788 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] For port d9654a93-4b69-4791-b6b0-a61d76527558, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:35:26.549449 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] For port d9654a93-4b69-4791-b6b0-a61d76527558, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=d9654a93-4b69-4791-b6b0-a61d76527558,segment=NetworkSegment(a0bc8364-5d6c-409f-b03d-60037a852163),segment_id=a0bc8364-5d6c-409f-b03d-60037a852163)] {{(pid=113090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:35:26.558105 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (d9654a93-4b69-4791-b6b0-a61d76527558), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:26.609797 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc3770-e899-4a5d-9e8b-b0e3bb2e0183 None None] Pushing event updated for resources: {'Port': ['ID=d9654a93-4b69-4791-b6b0-a61d76527558,revision_number=2']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:35:27.829259 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 44842) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:35:28.183727 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [None req-04d47158-8432-4ca9-b578-11293ee704eb admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113088) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 06:35:28.184711 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-04d47158-8432-4ca9-b578-11293ee704eb admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3540008 Aug 24 06:35:28.596901 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=14,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:35:28.598144 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=19,neutron:INSERT=36,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:35:29.423171 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:35:29.425114 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=6 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:35:30.625821 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 44858) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:35:30.979853 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [None req-6d655310-970a-45c6-94d1-835bd41a6a8d admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113088) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 06:35:30.980820 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-6d655310-970a-45c6-94d1-835bd41a6a8d admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3540728 Aug 24 06:35:33.430532 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 44870) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:35:33.789465 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-8c1a5b62-22c8-409b-81a3-0f5ceaabbdb6 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:35:33.827818 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8c1a5b62-22c8-409b-81a3-0f5ceaabbdb6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router (86c676f7-2e1a-4b5a-84a0-4d25bea8a134), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:33.833118 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8c1a5b62-22c8-409b-81a3-0f5ceaabbdb6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1697044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router (86c676f7-2e1a-4b5a-84a0-4d25bea8a134), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:33.997545 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8c1a5b62-22c8-409b-81a3-0f5ceaabbdb6 demo demo] Publish callbacks [] for router_controller (86c676f7-2e1a-4b5a-84a0-4d25bea8a134), precommit_add_association {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:34.004574 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8c1a5b62-22c8-409b-81a3-0f5ceaabbdb6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696429'] for router (86c676f7-2e1a-4b5a-84a0-4d25bea8a134), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:34.027962 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8c1a5b62-22c8-409b-81a3-0f5ceaabbdb6 demo demo] Publish callbacks [] for router (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:34.031225 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-8c1a5b62-22c8-409b-81a3-0f5ceaabbdb6 demo demo] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5976434 Aug 24 06:35:34.716775 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067a7707-0cd4-4991-a282-52fe0b85e251 None None] Network ac81d3f7-e1a6-4c30-a875-c71b5afa3667 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:35:34.793883 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-a9d9bedb-3e33-4c6f-88e6-141e3ecddb3f None None] Provisioning complete for port d9654a93-4b69-4791-b6b0-a61d76527558 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:35:34.794291 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a9d9bedb-3e33-4c6f-88e6-141e3ecddb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (d9654a93-4b69-4791-b6b0-a61d76527558), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:34.978895 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-a9d9bedb-3e33-4c6f-88e6-141e3ecddb3f None None] Current status of the port d9654a93-4b69-4791-b6b0-a61d76527558 is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:35:34.979313 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a9d9bedb-3e33-4c6f-88e6-141e3ecddb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (d9654a93-4b69-4791-b6b0-a61d76527558), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:35.020971 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-a9d9bedb-3e33-4c6f-88e6-141e3ecddb3f None None] For port d9654a93-4b69-4791-b6b0-a61d76527558, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=d9654a93-4b69-4791-b6b0-a61d76527558,segment=NetworkSegment(a0bc8364-5d6c-409f-b03d-60037a852163),segment_id=a0bc8364-5d6c-409f-b03d-60037a852163)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:35:35.026619 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a9d9bedb-3e33-4c6f-88e6-141e3ecddb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (d9654a93-4b69-4791-b6b0-a61d76527558), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:35.078099 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9bedb-3e33-4c6f-88e6-141e3ecddb3f None None] Pushing event updated for resources: {'Port': ['ID=d9654a93-4b69-4791-b6b0-a61d76527558,revision_number=3']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:35:35.148985 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-d3b37a0a-0fbe-4815-9c2e-132d786e7081 None None] Provisioning complete for port d9654a93-4b69-4791-b6b0-a61d76527558 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:35:35.149690 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-d3b37a0a-0fbe-4815-9c2e-132d786e7081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (d9654a93-4b69-4791-b6b0-a61d76527558), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:35.188039 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device d9654a93-4b69-4791-b6b0-a61d76527558 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:35:35.262800 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-d3b37a0a-0fbe-4815-9c2e-132d786e7081 None None] Current status of the port d9654a93-4b69-4791-b6b0-a61d76527558 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:35:35.271375 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port d9654a93-4b69-4791-b6b0-a61d76527558 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:35:35.271768 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (d9654a93-4b69-4791-b6b0-a61d76527558), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:35.310872 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:35:35.345929 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port d9654a93-4b69-4791-b6b0-a61d76527558 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:35:35.412647 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:35:35.413804 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=48,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:35:36.460377 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 44880) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:35:36.809618 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [None req-85f61472-8192-4fbe-a667-9e7f9884c95c admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113089) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 06:35:36.811229 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-85f61472-8192-4fbe-a667-9e7f9884c95c admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3490930 Aug 24 06:35:39.269244 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 44888) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:35:39.638063 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-2501373b-920d-4c82-b662-d70c82d01ce0 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:35:39.660886 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2501373b-920d-4c82-b662-d70c82d01ce0 admin admin] Made reservation on behalf of 4d0ff1eb049e4a50aede95b2f05e94b7 for: {'network': 1} {{(pid=113089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:35:39.663237 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2501373b-920d-4c82-b662-d70c82d01ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for network (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:39.671840 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2501373b-920d-4c82-b662-d70c82d01ce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:39.755367 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2501373b-920d-4c82-b662-d70c82d01ce0 admin admin] Publish callbacks [] for security_group (11027b50-1478-4746-a1ad-6db7fe38a3b1), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:39.761145 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2501373b-920d-4c82-b662-d70c82d01ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (11027b50-1478-4746-a1ad-6db7fe38a3b1), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:39.779871 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2501373b-920d-4c82-b662-d70c82d01ce0 admin admin] Reserving flat network on physical network physnet1 {{(pid=113089) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 24 06:35:39.797605 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501373b-920d-4c82-b662-d70c82d01ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11027b50-1478-4746-a1ad-6db7fe38a3b1,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:35:39.803081 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2501373b-920d-4c82-b662-d70c82d01ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (1924c45f-2e47-4b83-9bde-f1624ca2c2c9), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:39.803452 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.db.segments_db [None req-2501373b-920d-4c82-b662-d70c82d01ce0 admin admin] Added segment 1924c45f-2e47-4b83-9bde-f1624ca2c2c9 of type flat for network ebaf0247-9904-4138-a92a-0e04f684cda3 Aug 24 06:35:39.851411 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2501373b-920d-4c82-b662-d70c82d01ce0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748142589579'] for network (ebaf0247-9904-4138-a92a-0e04f684cda3), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:39.886576 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2501373b-920d-4c82-b662-d70c82d01ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for network (ebaf0247-9904-4138-a92a-0e04f684cda3), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:39.887645 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2501373b-920d-4c82-b662-d70c82d01ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:35:39.888220 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2501373b-920d-4c82-b662-d70c82d01ce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:39.946079 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-2501373b-920d-4c82-b662-d70c82d01ce0 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6756263 Aug 24 06:35:39.987373 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501373b-920d-4c82-b662-d70c82d01ce0 admin admin] Pushing event updated for resources: {'Network': ['ID=ebaf0247-9904-4138-a92a-0e04f684cda3,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:35:39.999061 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Network ebaf0247-9904-4138-a92a-0e04f684cda3 details requested by agent ovs-agent-dv-cinder-854271-1-iscsi with host dv-cinder-854271-1-iscsi {{(pid=113090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 06:35:40.032475 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:35:40.456461 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-e567ff50-b470-49ec-b003-9a8f0f976c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:42.372068 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 44896) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:35:42.673400 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-867c6e09-a4c7-4995-9b13-8f0f42666999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:42.798426 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d85a97a-9b86-49b6-80d2-c7833c15ddfd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:35:42.800193 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-0d85a97a-9b86-49b6-80d2-c7833c15ddfd demo admin] 10.222.0.52 "GET /networking/v2.0/subnets/de6fb82e-d7c4-434e-a7bd-11324c25d07f HTTP/1.1" status: 200 len: 849 time: 0.4268231 Aug 24 06:35:42.961684 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-7bcdd4b3-994b-49a7-aa73-c5e79cf2dcc3 demo admin] 10.222.0.52 "GET /networking/v2.0/routers/86c676f7-2e1a-4b5a-84a0-4d25bea8a134 HTTP/1.1" status: 200 len: 704 time: 0.1554289 Aug 24 06:35:43.245121 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-70a10f38-8033-40a9-8c5f-45d6053d55b5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:43.389537 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:35:43.536546 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.db_base_plugin_common [None req-70a10f38-8033-40a9-8c5f-45d6053d55b5 demo admin] Allocated IP 172.20.0.1 (ac81d3f7-e1a6-4c30-a875-c71b5afa3667/de6fb82e-d7c4-434e-a7bd-11324c25d07f/aee91c10-4c31-4326-a474-ce386aa5e2aa) {{(pid=113089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:35:43.543089 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:35:43.751392 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-70a10f38-8033-40a9-8c5f-45d6053d55b5 demo admin] Publish callbacks [] for port (aee91c10-4c31-4326-a474-ce386aa5e2aa), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:43.819351 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-70a10f38-8033-40a9-8c5f-45d6053d55b5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (aee91c10-4c31-4326-a474-ce386aa5e2aa), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:43.889016 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:43.902685 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a10f38-8033-40a9-8c5f-45d6053d55b5 demo admin] Network ac81d3f7-e1a6-4c30-a875-c71b5afa3667 is already hosted by enough agents. {{(pid=113089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:35:43.910784 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [None req-70a10f38-8033-40a9-8c5f-45d6053d55b5 demo admin] Resources bound (agent type, host, resource id): {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:35:43.913020 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a10f38-8033-40a9-8c5f-45d6053d55b5 demo admin] Pushing event updated for resources: {'Port': ['ID=aee91c10-4c31-4326-a474-ce386aa5e2aa,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:35:43.915578 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a10f38-8033-40a9-8c5f-45d6053d55b5 demo admin] Received port after_create {{(pid=113089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:35:43.916153 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-70a10f38-8033-40a9-8c5f-45d6053d55b5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698864'] for router_interface (86c676f7-2e1a-4b5a-84a0-4d25bea8a134), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:44.020514 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=9,neutron:INSERT=3,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:35:44.021735 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=10,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:35:44.122804 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-70a10f38-8033-40a9-8c5f-45d6053d55b5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (aee91c10-4c31-4326-a474-ce386aa5e2aa), before_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:44.146146 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-5a1248bc-f5e3-4b2a-ada3-364ad1932d7d None None] Provisioning complete for port aee91c10-4c31-4326-a474-ce386aa5e2aa triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:35:44.146546 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-5a1248bc-f5e3-4b2a-ada3-364ad1932d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (aee91c10-4c31-4326-a474-ce386aa5e2aa), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:44.182698 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-5a1248bc-f5e3-4b2a-ada3-364ad1932d7d None None] Port aee91c10-4c31-4326-a474-ce386aa5e2aa cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:35:44.337071 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-70a10f38-8033-40a9-8c5f-45d6053d55b5 demo admin] Publish callbacks [] for port (aee91c10-4c31-4326-a474-ce386aa5e2aa), precommit_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:44.346187 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-70a10f38-8033-40a9-8c5f-45d6053d55b5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (aee91c10-4c31-4326-a474-ce386aa5e2aa), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:44.347012 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-70a10f38-8033-40a9-8c5f-45d6053d55b5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698892'] for router_interface (86c676f7-2e1a-4b5a-84a0-4d25bea8a134), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:44.411992 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a10f38-8033-40a9-8c5f-45d6053d55b5 demo admin] Pushing event updated for resources: {'Port': ['ID=aee91c10-4c31-4326-a474-ce386aa5e2aa,revision_number=2']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:35:44.446531 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:35:44.480839 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a10f38-8033-40a9-8c5f-45d6053d55b5 demo admin] Network ac81d3f7-e1a6-4c30-a875-c71b5afa3667 is already hosted by enough agents. {{(pid=113089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:35:44.482247 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [None req-70a10f38-8033-40a9-8c5f-45d6053d55b5 demo admin] Resources bound (agent type, host, resource id): {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:35:44.643765 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a10f38-8033-40a9-8c5f-45d6053d55b5 demo admin] Router 86c676f7-2e1a-4b5a-84a0-4d25bea8a134 is scheduled to L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 with binding_index 1 {{(pid=113089) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 06:35:44.688290 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:35:44.707932 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-24a2e3ca-901d-4f05-a7d0-76d96b13776e None None] Provisioning complete for port aee91c10-4c31-4326-a474-ce386aa5e2aa triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:35:44.708588 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-24a2e3ca-901d-4f05-a7d0-76d96b13776e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (aee91c10-4c31-4326-a474-ce386aa5e2aa), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:44.740421 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-24a2e3ca-901d-4f05-a7d0-76d96b13776e None None] Port aee91c10-4c31-4326-a474-ce386aa5e2aa cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:35:44.741410 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a10f38-8033-40a9-8c5f-45d6053d55b5 demo admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:35:44.746941 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-70a10f38-8033-40a9-8c5f-45d6053d55b5 demo admin] 10.222.0.52 "PUT /networking/v2.0/routers/86c676f7-2e1a-4b5a-84a0-4d25bea8a134/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7793722 Aug 24 06:35:44.752152 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7861c8bb-65d1-4843-a86d-770f25d77104 None None] Sync routers for ids ['86c676f7-2e1a-4b5a-84a0-4d25bea8a134'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:35:44.765160 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7861c8bb-65d1-4843-a86d-770f25d77104 None None] Routers {'86c676f7-2e1a-4b5a-84a0-4d25bea8a134'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:35:44.765961 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-7861c8bb-65d1-4843-a86d-770f25d77104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:35:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['86c676f7-2e1a-4b5a-84a0-4d25bea8a134'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:35:44.944269 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-7861c8bb-65d1-4843-a86d-770f25d77104 None None] Set router 86c676f7-2e1a-4b5a-84a0-4d25bea8a134 gateway port host: None {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:35:45.366813 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-7861c8bb-65d1-4843-a86d-770f25d77104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c676f7-2e1a-4b5a-84a0-4d25bea8a134', 'name': 'router1', 'tenant_id': 'c55677a9e1e64d8a8fbbf23b820b8ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:35:33Z', 'updated_at': '2022-08-24T06:35:44Z', 'revision_number': 2, 'project_id': 'c55677a9e1e64d8a8fbbf23b820b8ee9', 'gw_port_host': None, '_interfaces': [{'id': 'aee91c10-4c31-4326-a474-ce386aa5e2aa', 'name': '', 'network_id': 'ac81d3f7-e1a6-4c30-a875-c71b5afa3667', 'tenant_id': 'c55677a9e1e64d8a8fbbf23b820b8ee9', 'mac_address': 'fa:16:3e:88:14:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c676f7-2e1a-4b5a-84a0-4d25bea8a134', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'de6fb82e-d7c4-434e-a7bd-11324c25d07f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:35:43Z', 'updated_at': '2022-08-24T06:35:44Z', 'revision_number': 2, 'project_id': 'c55677a9e1e64d8a8fbbf23b820b8ee9', 'subnets': [{'id': 'de6fb82e-d7c4-434e-a7bd-11324c25d07f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6253e41-e47d-4d3f-b745-8888e59c7a22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:35:45.378408 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:45.422458 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7861c8bb-65d1-4843-a86d-770f25d77104 None None] Checking router: 86c676f7-2e1a-4b5a-84a0-4d25bea8a134 for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:35:45.422823 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7861c8bb-65d1-4843-a86d-770f25d77104 None None] Updating router 86c676f7-2e1a-4b5a-84a0-4d25bea8a134 port aee91c10-4c31-4326-a474-ce386aa5e2aa binding host dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 06:35:45.475929 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-7861c8bb-65d1-4843-a86d-770f25d77104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (aee91c10-4c31-4326-a474-ce386aa5e2aa), before_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:45.481464 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:45.978713 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-7861c8bb-65d1-4843-a86d-770f25d77104 None None] Publish callbacks [] for port (aee91c10-4c31-4326-a474-ce386aa5e2aa), precommit_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:45.986313 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-7861c8bb-65d1-4843-a86d-770f25d77104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (aee91c10-4c31-4326-a474-ce386aa5e2aa), after_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:46.133317 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81087a-c2b5-4d15-bba2-9afd7d0eb609 None None] Pushing event updated for resources: {'Port': ['ID=aee91c10-4c31-4326-a474-ce386aa5e2aa,revision_number=3']} {{(pid=113091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:35:46.139325 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-7861c8bb-65d1-4843-a86d-770f25d77104 None None] Attempting to bind port aee91c10-4c31-4326-a474-ce386aa5e2aa on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:35:46.139727 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-7861c8bb-65d1-4843-a86d-770f25d77104 None None] Attempting to bind port aee91c10-4c31-4326-a474-ce386aa5e2aa by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': 'a0bc8364-5d6c-409f-b03d-60037a852163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ac81d3f7-e1a6-4c30-a875-c71b5afa3667'}] {{(pid=113091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:35:46.140164 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7861c8bb-65d1-4843-a86d-770f25d77104 None None] Attempting to bind port aee91c10-4c31-4326-a474-ce386aa5e2aa on network ac81d3f7-e1a6-4c30-a875-c71b5afa3667 {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:35:46.146874 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af81087a-c2b5-4d15-bba2-9afd7d0eb609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:46.147229 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af81087a-c2b5-4d15-bba2-9afd7d0eb609 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:46.147594 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af81087a-c2b5-4d15-bba2-9afd7d0eb609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:46.147948 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af81087a-c2b5-4d15-bba2-9afd7d0eb609 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:46.148283 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af81087a-c2b5-4d15-bba2-9afd7d0eb609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:46.148605 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af81087a-c2b5-4d15-bba2-9afd7d0eb609 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:46.148929 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af81087a-c2b5-4d15-bba2-9afd7d0eb609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:46.149246 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af81087a-c2b5-4d15-bba2-9afd7d0eb609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:46.149567 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af81087a-c2b5-4d15-bba2-9afd7d0eb609 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:46.149884 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af81087a-c2b5-4d15-bba2-9afd7d0eb609 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:46.150204 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af81087a-c2b5-4d15-bba2-9afd7d0eb609 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:46.150517 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af81087a-c2b5-4d15-bba2-9afd7d0eb609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:46.150831 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af81087a-c2b5-4d15-bba2-9afd7d0eb609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:46.151135 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af81087a-c2b5-4d15-bba2-9afd7d0eb609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:46.151491 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af81087a-c2b5-4d15-bba2-9afd7d0eb609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af81087a-c2b5-4d15-bba2-9afd7d0eb609 None None] Tracked resource versions report: Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: pushed versions: Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: { 'AddressGroup': {'1.2'}, Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: 'Agent': {'1.1'}, Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: 'ConntrackHelper': {'1.0'}, Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: 'LocalIPAssociation': {'1.0'}, Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: 'Log': {'1.0'}, Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: 'NDPProxy': {'1.0'}, Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: 'Network': {'1.1'}, Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: 'Port': {'1.7'}, Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: 'PortForwarding': {'1.3'}, Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: 'QosPolicy': {'1.10'}, Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: 'SecurityGroup': {'1.5'}, Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: 'SecurityGroupRule': {'1.2'}, Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: 'SubPort': {'1.0'}, Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: 'Subnet': {'1.1'}, Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: 'Trunk': {'1.1'}} Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: consumer versions: Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: { DHCP agent@dv-cinder-854271-1-iscsi: {}, Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: L3 agent@dv-cinder-854271-1-iscsi: {}, Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: Metadata agent@dv-cinder-854271-1-iscsi: {}, Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: Metering agent@dv-cinder-854271-1-iscsi: {}, Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: Open vSwitch agent@dv-cinder-854271-1-iscsi: { 'AddressGroup': '1.2', Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: 'Agent': '1.1', Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: 'ConntrackHelper': '1.0', Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: 'LocalIPAssociation': '1.0', Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: 'Log': '1.0', Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: 'NDPProxy': '1.0', Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: 'Network': '1.1', Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: 'Port': '1.7', Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: 'PortForwarding': '1.3', Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: 'QosPolicy': '1.10', Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: 'SecurityGroup': '1.5', Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: 'SecurityGroupRule': '1.2', Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: 'SubPort': '1.0', Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: 'Subnet': '1.1', Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: 'Trunk': '1.1'}} Aug 24 06:35:46.152895 dv-cinder-854271-1-iscsi neutron-server[113091]: {{(pid=113091) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 06:35:46.158711 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7861c8bb-65d1-4843-a86d-770f25d77104 None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:35:46.159109 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7861c8bb-65d1-4843-a86d-770f25d77104 None None] Checking segment: {'id': 'a0bc8364-5d6c-409f-b03d-60037a852163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ac81d3f7-e1a6-4c30-a875-c71b5afa3667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:35:46.159593 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-7861c8bb-65d1-4843-a86d-770f25d77104 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:46.159973 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7861c8bb-65d1-4843-a86d-770f25d77104 None None] Bound using segment: {'id': 'a0bc8364-5d6c-409f-b03d-60037a852163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ac81d3f7-e1a6-4c30-a875-c71b5afa3667'} {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:35:46.160465 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-7861c8bb-65d1-4843-a86d-770f25d77104 None None] Bound port: aee91c10-4c31-4326-a474-ce386aa5e2aa, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0bc8364-5d6c-409f-b03d-60037a852163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ac81d3f7-e1a6-4c30-a875-c71b5afa3667'}}] {{(pid=113091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:35:46.160850 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-7861c8bb-65d1-4843-a86d-770f25d77104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (aee91c10-4c31-4326-a474-ce386aa5e2aa), before_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:46.225716 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.db [None req-7861c8bb-65d1-4843-a86d-770f25d77104 None None] For port aee91c10-4c31-4326-a474-ce386aa5e2aa, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:35:46.243951 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:35:46.246333 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.db [None req-7861c8bb-65d1-4843-a86d-770f25d77104 None None] For port aee91c10-4c31-4326-a474-ce386aa5e2aa, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=aee91c10-4c31-4326-a474-ce386aa5e2aa,segment=NetworkSegment(a0bc8364-5d6c-409f-b03d-60037a852163),segment_id=a0bc8364-5d6c-409f-b03d-60037a852163)] {{(pid=113091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:35:46.252874 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-7861c8bb-65d1-4843-a86d-770f25d77104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (aee91c10-4c31-4326-a474-ce386aa5e2aa), after_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:46.294070 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:35:46.297596 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7861c8bb-65d1-4843-a86d-770f25d77104 None None] Routers {'86c676f7-2e1a-4b5a-84a0-4d25bea8a134'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:35:46.298226 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-7861c8bb-65d1-4843-a86d-770f25d77104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:35:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['86c676f7-2e1a-4b5a-84a0-4d25bea8a134'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:35:46.362507 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81087a-c2b5-4d15-bba2-9afd7d0eb609 None None] Pushing event updated for resources: {'Port': ['ID=aee91c10-4c31-4326-a474-ce386aa5e2aa,revision_number=4']} {{(pid=113091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:35:46.393619 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-7861c8bb-65d1-4843-a86d-770f25d77104 None None] Set router 86c676f7-2e1a-4b5a-84a0-4d25bea8a134 gateway port host: None {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:35:46.592612 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-7861c8bb-65d1-4843-a86d-770f25d77104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c676f7-2e1a-4b5a-84a0-4d25bea8a134', 'name': 'router1', 'tenant_id': 'c55677a9e1e64d8a8fbbf23b820b8ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:35:33Z', 'updated_at': '2022-08-24T06:35:44Z', 'revision_number': 2, 'project_id': 'c55677a9e1e64d8a8fbbf23b820b8ee9', 'gw_port_host': None, '_interfaces': [{'id': 'aee91c10-4c31-4326-a474-ce386aa5e2aa', 'name': '', 'network_id': 'ac81d3f7-e1a6-4c30-a875-c71b5afa3667', 'tenant_id': 'c55677a9e1e64d8a8fbbf23b820b8ee9', 'mac_address': 'fa:16:3e:88:14:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c676f7-2e1a-4b5a-84a0-4d25bea8a134', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'de6fb82e-d7c4-434e-a7bd-11324c25d07f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:35:43Z', 'updated_at': '2022-08-24T06:35:46Z', 'revision_number': 4, 'project_id': 'c55677a9e1e64d8a8fbbf23b820b8ee9', 'subnets': [{'id': 'de6fb82e-d7c4-434e-a7bd-11324c25d07f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6253e41-e47d-4d3f-b745-8888e59c7a22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:35:46.618168 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7861c8bb-65d1-4843-a86d-770f25d77104 None None] The sync data for ids ['86c676f7-2e1a-4b5a-84a0-4d25bea8a134'] in dv-cinder-854271-1-iscsi is: [{'id': '86c676f7-2e1a-4b5a-84a0-4d25bea8a134', 'name': 'router1', 'tenant_id': 'c55677a9e1e64d8a8fbbf23b820b8ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:35:33Z', 'updated_at': '2022-08-24T06:35:44Z', 'revision_number': 2, 'project_id': 'c55677a9e1e64d8a8fbbf23b820b8ee9', 'gw_port_host': None, '_interfaces': [{'id': 'aee91c10-4c31-4326-a474-ce386aa5e2aa', 'name': '', 'network_id': 'ac81d3f7-e1a6-4c30-a875-c71b5afa3667', 'tenant_id': 'c55677a9e1e64d8a8fbbf23b820b8ee9', 'mac_address': 'fa:16:3e:88:14:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c676f7-2e1a-4b5a-84a0-4d25bea8a134', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'de6fb82e-d7c4-434e-a7bd-11324c25d07f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:35:43Z', 'updated_at': '2022-08-24T06:35:46Z', 'revision_number': 4, 'project_id': 'c55677a9e1e64d8a8fbbf23b820b8ee9', 'subnets': [{'id': 'de6fb82e-d7c4-434e-a7bd-11324c25d07f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6253e41-e47d-4d3f-b745-8888e59c7a22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:35:47.131602 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 44908) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:35:47.537367 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297ed43c-25e4-4c99-8755-59703e0b3c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:35:47.538791 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-297ed43c-25e4-4c99-8755-59703e0b3c65 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/ebaf0247-9904-4138-a92a-0e04f684cda3 HTTP/1.1" status: 200 len: 842 time: 0.4062066 Aug 24 06:35:47.548806 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-b3e884c4-b3e5-4390-bb25-24357abf925d admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'cidr': '172.27.3.0/24', 'name': 'public-subnet'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:35:47.573883 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e884c4-b3e5-4390-bb25-24357abf925d admin admin] Made reservation on behalf of 4d0ff1eb049e4a50aede95b2f05e94b7 for: {'subnet': 1} {{(pid=113089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:35:47.576245 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-b3e884c4-b3e5-4390-bb25-24357abf925d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:47.938784 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.objects.ports [None req-b3e884c4-b3e5-4390-bb25-24357abf925d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=113089) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 24 06:35:47.939235 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-b3e884c4-b3e5-4390-bb25-24357abf925d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for subnet (21927f02-5278-4e61-8de7-8e5f8e88a327), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:47.998744 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e884c4-b3e5-4390-bb25-24357abf925d admin admin] Pushing event updated for resources: {'Subnet': ['ID=21927f02-5278-4e61-8de7-8e5f8e88a327,revision_number=0']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:35:48.006722 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e884c4-b3e5-4390-bb25-24357abf925d admin admin] Checking segment: {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:35:48.007636 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e884c4-b3e5-4390-bb25-24357abf925d admin admin] Network hostable DHCP agents. Network: ebaf0247-9904-4138-a92a-0e04f684cda3, hostable agents: ['133a3e8a-16cb-4472-a923-08e28c023b55'], hosted agents: [] {{(pid=113089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 06:35:48.024988 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e884c4-b3e5-4390-bb25-24357abf925d admin admin] Network ebaf0247-9904-4138-a92a-0e04f684cda3 is scheduled to be hosted by DHCP agent 133a3e8a-16cb-4472-a923-08e28c023b55 with binding_index 1 {{(pid=113089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 06:35:48.033859 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [None req-b3e884c4-b3e5-4390-bb25-24357abf925d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854271-1-iscsi, ebaf0247-9904-4138-a92a-0e04f684cda3) {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:35:48.037949 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e884c4-b3e5-4390-bb25-24357abf925d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:35:48.038539 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-b3e884c4-b3e5-4390-bb25-24357abf925d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for subnet (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:48.044750 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70e4690-d9d9-4999-a3c2-166602c6be3c None None] Network ebaf0247-9904-4138-a92a-0e04f684cda3 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:35:48.060845 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-b3e884c4-b3e5-4390-bb25-24357abf925d admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5155435 Aug 24 06:35:48.225081 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03170f1-fae6-458d-a181-50a3d8c1c738 None None] Network ebaf0247-9904-4138-a92a-0e04f684cda3 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:35:50.506321 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 44916) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:35:50.935461 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-39e3e9dd-1f98-4c58-a554-e9ae2cf8a1ed demo admin] 10.222.0.52 "GET /networking/v2.0/routers/86c676f7-2e1a-4b5a-84a0-4d25bea8a134 HTTP/1.1" status: 200 len: 710 time: 0.4278378 Aug 24 06:35:51.013471 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:35:51.038123 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c6fd6b-3d68-4fbd-b5c4-c7cd53b86775 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:35:51.039618 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-c9c6fd6b-3d68-4fbd-b5c4-c7cd53b86775 demo admin] 10.222.0.52 "GET /networking/v2.0/networks/ebaf0247-9904-4138-a92a-0e04f684cda3 HTTP/1.1" status: 200 len: 886 time: 0.0983744 Aug 24 06:35:51.049158 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-187a1a8d-c195-4ff3-927c-266a3b489c3b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:35:51.264185 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:35:51.288801 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-187a1a8d-c195-4ff3-927c-266a3b489c3b demo admin] Publish callbacks [] for router_gateway (86c676f7-2e1a-4b5a-84a0-4d25bea8a134), precommit_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:51.527031 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-187a1a8d-c195-4ff3-927c-266a3b489c3b demo admin] Publish callbacks [] for router_gateway (86c676f7-2e1a-4b5a-84a0-4d25bea8a134), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:51.612743 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-187a1a8d-c195-4ff3-927c-266a3b489c3b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:51.727261 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.db_base_plugin_common [None req-187a1a8d-c195-4ff3-927c-266a3b489c3b demo admin] Allocated IP 172.27.3.205 (ebaf0247-9904-4138-a92a-0e04f684cda3/21927f02-5278-4e61-8de7-8e5f8e88a327/3d6e4beb-839f-4204-8b6e-c06f658afa55) {{(pid=113089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:35:51.834939 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-187a1a8d-c195-4ff3-927c-266a3b489c3b demo admin] Publish callbacks [] for port (3d6e4beb-839f-4204-8b6e-c06f658afa55), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:51.867781 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-187a1a8d-c195-4ff3-927c-266a3b489c3b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (3d6e4beb-839f-4204-8b6e-c06f658afa55), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:51.907935 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187a1a8d-c195-4ff3-927c-266a3b489c3b demo admin] Network ebaf0247-9904-4138-a92a-0e04f684cda3 is already hosted by enough agents. {{(pid=113089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:35:51.912648 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [None req-187a1a8d-c195-4ff3-927c-266a3b489c3b demo admin] Resources bound (agent type, host, resource id): {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:35:51.916763 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a1a8d-c195-4ff3-927c-266a3b489c3b demo admin] Pushing event updated for resources: {'Port': ['ID=3d6e4beb-839f-4204-8b6e-c06f658afa55,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:35:51.918620 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187a1a8d-c195-4ff3-927c-266a3b489c3b demo admin] Received port after_create {{(pid=113089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:35:51.974987 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:35:52.153956 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:35:52.169011 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-187a1a8d-c195-4ff3-927c-266a3b489c3b demo admin] Publish callbacks [] for router_gateway (86c676f7-2e1a-4b5a-84a0-4d25bea8a134), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:52.447993 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-187a1a8d-c195-4ff3-927c-266a3b489c3b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696394', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1699822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router (86c676f7-2e1a-4b5a-84a0-4d25bea8a134), precommit_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:52.451564 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-187a1a8d-c195-4ff3-927c-266a3b489c3b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1696420', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1699831'] for router (86c676f7-2e1a-4b5a-84a0-4d25bea8a134), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:52.558770 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187a1a8d-c195-4ff3-927c-266a3b489c3b demo admin] Router 86c676f7-2e1a-4b5a-84a0-4d25bea8a134 has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:35:52.666007 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187a1a8d-c195-4ff3-927c-266a3b489c3b demo admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:35:52.670469 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-187a1a8d-c195-4ff3-927c-266a3b489c3b demo admin] Publish callbacks [] for router (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:52.671712 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-187a1a8d-c195-4ff3-927c-266a3b489c3b demo admin] 10.222.0.52 "PUT /networking/v2.0/routers/86c676f7-2e1a-4b5a-84a0-4d25bea8a134 HTTP/1.1" status: 200 len: 890 time: 1.6259892 Aug 24 06:35:52.943101 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9d0e8c-f941-4318-9d20-3544d27093ce None None] Sync routers for ids ['86c676f7-2e1a-4b5a-84a0-4d25bea8a134'] in dv-cinder-854271-1-iscsi {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:35:52.956567 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9d0e8c-f941-4318-9d20-3544d27093ce None None] Routers {'86c676f7-2e1a-4b5a-84a0-4d25bea8a134'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:35:52.957223 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-cd9d0e8c-f941-4318-9d20-3544d27093ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:35:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['86c676f7-2e1a-4b5a-84a0-4d25bea8a134'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:35:53.170433 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-cd9d0e8c-f941-4318-9d20-3544d27093ce None None] Set router 86c676f7-2e1a-4b5a-84a0-4d25bea8a134 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:35:53.225565 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device aee91c10-4c31-4326-a474-ce386aa5e2aa up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:35:53.444690 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port aee91c10-4c31-4326-a474-ce386aa5e2aa triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:35:53.445011 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (aee91c10-4c31-4326-a474-ce386aa5e2aa), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:53.619965 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:35:53.646037 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port aee91c10-4c31-4326-a474-ce386aa5e2aa is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:35:53.646452 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (aee91c10-4c31-4326-a474-ce386aa5e2aa), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:53.651845 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-cd9d0e8c-f941-4318-9d20-3544d27093ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c676f7-2e1a-4b5a-84a0-4d25bea8a134', 'name': 'router1', 'tenant_id': 'c55677a9e1e64d8a8fbbf23b820b8ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '3d6e4beb-839f-4204-8b6e-c06f658afa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:35:33Z', 'updated_at': '2022-08-24T06:35:52Z', 'revision_number': 4, 'project_id': 'c55677a9e1e64d8a8fbbf23b820b8ee9', 'gw_port': {'id': '3d6e4beb-839f-4204-8b6e-c06f658afa55', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c676f7-2e1a-4b5a-84a0-4d25bea8a134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:35:51Z', 'updated_at': '2022-08-24T06:35:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': 'aee91c10-4c31-4326-a474-ce386aa5e2aa', 'name': '', 'network_id': 'ac81d3f7-e1a6-4c30-a875-c71b5afa3667', 'tenant_id': 'c55677a9e1e64d8a8fbbf23b820b8ee9', 'mac_address': 'fa:16:3e:88:14:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c676f7-2e1a-4b5a-84a0-4d25bea8a134', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'de6fb82e-d7c4-434e-a7bd-11324c25d07f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:35:43Z', 'updated_at': '2022-08-24T06:35:46Z', 'revision_number': 4, 'project_id': 'c55677a9e1e64d8a8fbbf23b820b8ee9', 'subnets': [{'id': 'de6fb82e-d7c4-434e-a7bd-11324c25d07f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6253e41-e47d-4d3f-b745-8888e59c7a22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:35:53.709260 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9d0e8c-f941-4318-9d20-3544d27093ce None None] Checking router: 86c676f7-2e1a-4b5a-84a0-4d25bea8a134 for host: dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:35:53.709522 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9d0e8c-f941-4318-9d20-3544d27093ce None None] Updating router 86c676f7-2e1a-4b5a-84a0-4d25bea8a134 port 3d6e4beb-839f-4204-8b6e-c06f658afa55 binding host dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 06:35:53.749330 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:35:53.785372 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] For port aee91c10-4c31-4326-a474-ce386aa5e2aa, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=aee91c10-4c31-4326-a474-ce386aa5e2aa,segment=NetworkSegment(a0bc8364-5d6c-409f-b03d-60037a852163),segment_id=a0bc8364-5d6c-409f-b03d-60037a852163)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:35:53.789585 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-cd9d0e8c-f941-4318-9d20-3544d27093ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (3d6e4beb-839f-4204-8b6e-c06f658afa55), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:53.793773 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (aee91c10-4c31-4326-a474-ce386aa5e2aa), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:54.059084 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Pushing event updated for resources: {'Port': ['ID=aee91c10-4c31-4326-a474-ce386aa5e2aa,revision_number=5']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:35:54.288621 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-cd9d0e8c-f941-4318-9d20-3544d27093ce None None] Publish callbacks [] for port (3d6e4beb-839f-4204-8b6e-c06f658afa55), precommit_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:54.295569 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-cd9d0e8c-f941-4318-9d20-3544d27093ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (3d6e4beb-839f-4204-8b6e-c06f658afa55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:54.332285 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-cd9d0e8c-f941-4318-9d20-3544d27093ce None None] Attempting to bind port 3d6e4beb-839f-4204-8b6e-c06f658afa55 on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:35:54.332512 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-cd9d0e8c-f941-4318-9d20-3544d27093ce None None] Attempting to bind port 3d6e4beb-839f-4204-8b6e-c06f658afa55 by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:35:54.332908 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9d0e8c-f941-4318-9d20-3544d27093ce None None] Attempting to bind port 3d6e4beb-839f-4204-8b6e-c06f658afa55 on network ebaf0247-9904-4138-a92a-0e04f684cda3 {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:35:54.354839 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9d0e8c-f941-4318-9d20-3544d27093ce None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:35:54.355203 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9d0e8c-f941-4318-9d20-3544d27093ce None None] Checking segment: {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:35:54.355606 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-cd9d0e8c-f941-4318-9d20-3544d27093ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:54.356017 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9d0e8c-f941-4318-9d20-3544d27093ce None None] Bound using segment: {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:35:54.356480 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-cd9d0e8c-f941-4318-9d20-3544d27093ce None None] Bound port: 3d6e4beb-839f-4204-8b6e-c06f658afa55, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:35:54.356859 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-cd9d0e8c-f941-4318-9d20-3544d27093ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (3d6e4beb-839f-4204-8b6e-c06f658afa55), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:54.359681 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba229ec-8bde-495d-b8b2-df73458f044c None None] Pushing event updated for resources: {'Port': ['ID=3d6e4beb-839f-4204-8b6e-c06f658afa55,revision_number=2']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:35:54.416905 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-cd9d0e8c-f941-4318-9d20-3544d27093ce None None] For port 3d6e4beb-839f-4204-8b6e-c06f658afa55, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:35:54.421324 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-cd9d0e8c-f941-4318-9d20-3544d27093ce None None] For port 3d6e4beb-839f-4204-8b6e-c06f658afa55, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=3d6e4beb-839f-4204-8b6e-c06f658afa55,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:35:54.429253 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-cd9d0e8c-f941-4318-9d20-3544d27093ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (3d6e4beb-839f-4204-8b6e-c06f658afa55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:54.465998 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9d0e8c-f941-4318-9d20-3544d27093ce None None] Routers {'86c676f7-2e1a-4b5a-84a0-4d25bea8a134'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:35:54.466709 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-cd9d0e8c-f941-4318-9d20-3544d27093ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:35:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['86c676f7-2e1a-4b5a-84a0-4d25bea8a134'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:35:54.548675 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba229ec-8bde-495d-b8b2-df73458f044c None None] Pushing event updated for resources: {'Port': ['ID=3d6e4beb-839f-4204-8b6e-c06f658afa55,revision_number=3']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:35:54.589021 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-cd9d0e8c-f941-4318-9d20-3544d27093ce None None] Set router 86c676f7-2e1a-4b5a-84a0-4d25bea8a134 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:35:54.781009 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:35:54.794771 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:35:54.812390 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-cd9d0e8c-f941-4318-9d20-3544d27093ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c676f7-2e1a-4b5a-84a0-4d25bea8a134', 'name': 'router1', 'tenant_id': 'c55677a9e1e64d8a8fbbf23b820b8ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '3d6e4beb-839f-4204-8b6e-c06f658afa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:35:33Z', 'updated_at': '2022-08-24T06:35:52Z', 'revision_number': 4, 'project_id': 'c55677a9e1e64d8a8fbbf23b820b8ee9', 'gw_port': {'id': '3d6e4beb-839f-4204-8b6e-c06f658afa55', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c676f7-2e1a-4b5a-84a0-4d25bea8a134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:35:51Z', 'updated_at': '2022-08-24T06:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': 'aee91c10-4c31-4326-a474-ce386aa5e2aa', 'name': '', 'network_id': 'ac81d3f7-e1a6-4c30-a875-c71b5afa3667', 'tenant_id': 'c55677a9e1e64d8a8fbbf23b820b8ee9', 'mac_address': 'fa:16:3e:88:14:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c676f7-2e1a-4b5a-84a0-4d25bea8a134', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'de6fb82e-d7c4-434e-a7bd-11324c25d07f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:35:43Z', 'updated_at': '2022-08-24T06:35:53Z', 'revision_number': 5, 'project_id': 'c55677a9e1e64d8a8fbbf23b820b8ee9', 'subnets': [{'id': 'de6fb82e-d7c4-434e-a7bd-11324c25d07f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6253e41-e47d-4d3f-b745-8888e59c7a22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:35:54.848040 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9d0e8c-f941-4318-9d20-3544d27093ce None None] The sync data for ids ['86c676f7-2e1a-4b5a-84a0-4d25bea8a134'] in dv-cinder-854271-1-iscsi is: [{'id': '86c676f7-2e1a-4b5a-84a0-4d25bea8a134', 'name': 'router1', 'tenant_id': 'c55677a9e1e64d8a8fbbf23b820b8ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '3d6e4beb-839f-4204-8b6e-c06f658afa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:35:33Z', 'updated_at': '2022-08-24T06:35:52Z', 'revision_number': 4, 'project_id': 'c55677a9e1e64d8a8fbbf23b820b8ee9', 'gw_port': {'id': '3d6e4beb-839f-4204-8b6e-c06f658afa55', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c676f7-2e1a-4b5a-84a0-4d25bea8a134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:35:51Z', 'updated_at': '2022-08-24T06:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': 'aee91c10-4c31-4326-a474-ce386aa5e2aa', 'name': '', 'network_id': 'ac81d3f7-e1a6-4c30-a875-c71b5afa3667', 'tenant_id': 'c55677a9e1e64d8a8fbbf23b820b8ee9', 'mac_address': 'fa:16:3e:88:14:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c676f7-2e1a-4b5a-84a0-4d25bea8a134', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'de6fb82e-d7c4-434e-a7bd-11324c25d07f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:35:43Z', 'updated_at': '2022-08-24T06:35:53Z', 'revision_number': 5, 'project_id': 'c55677a9e1e64d8a8fbbf23b820b8ee9', 'subnets': [{'id': 'de6fb82e-d7c4-434e-a7bd-11324c25d07f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6253e41-e47d-4d3f-b745-8888e59c7a22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:35:55.261144 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device aee91c10-4c31-4326-a474-ce386aa5e2aa up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:35:55.309019 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port aee91c10-4c31-4326-a474-ce386aa5e2aa triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:35:55.309385 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (aee91c10-4c31-4326-a474-ce386aa5e2aa), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:55.391704 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port aee91c10-4c31-4326-a474-ce386aa5e2aa is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:35:55.392932 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 3d6e4beb-839f-4204-8b6e-c06f658afa55 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:35:55.406331 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 44930) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:35:55.437192 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 3d6e4beb-839f-4204-8b6e-c06f658afa55 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:35:55.437581 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (3d6e4beb-839f-4204-8b6e-c06f658afa55), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:55.510813 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 3d6e4beb-839f-4204-8b6e-c06f658afa55 is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:35:55.511373 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (3d6e4beb-839f-4204-8b6e-c06f658afa55), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:55.532895 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] For port 3d6e4beb-839f-4204-8b6e-c06f658afa55, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=3d6e4beb-839f-4204-8b6e-c06f658afa55,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:35:55.538355 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (3d6e4beb-839f-4204-8b6e-c06f658afa55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:55.591261 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Pushing event updated for resources: {'Port': ['ID=3d6e4beb-839f-4204-8b6e-c06f658afa55,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:35:55.852881 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-61875fe2-41e5-4952-a2e4-1c7eb3a98eff admin admin] 10.222.0.52 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4453459 Aug 24 06:35:56.595025 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=35 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:35:56.596451 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=33 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:35:57.189554 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 3d6e4beb-839f-4204-8b6e-c06f658afa55 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:35:57.253342 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 3d6e4beb-839f-4204-8b6e-c06f658afa55 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:35:57.253730 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (3d6e4beb-839f-4204-8b6e-c06f658afa55), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:35:57.328969 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 3d6e4beb-839f-4204-8b6e-c06f658afa55 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:36:05.063130 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 5 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:36:05.832411 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:36:05.849981 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=47 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:36:07.323689 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:36:07.327263 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:36:10.459799 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-d324b741-782d-4b43-8a4d-6e8a01c89ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:36:12.685611 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-3117fb8c-9c33-4cf6-b756-afefee3b4e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:36:13.902372 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:36:15.388658 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:36:15.497369 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:36:23.059728 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=2 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:36:23.072255 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=6 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:36:25.481021 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:36:25.488548 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:36:40.458621 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-8a4e98b1-f535-47d5-8f9b-7964f441b495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:36:41.074657 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=2 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:36:42.065431 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 5 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:36:42.685763 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-cd6c0a5b-c44c-4fbd-92dd-ac24143230f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:36:43.898341 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:36:45.384748 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:36:45.486163 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:36:55.478695 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:36:55.480771 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:37:09.054403 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=4 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:37:09.056302 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:37:10.455582 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a444b007-5bc0-44e4-abd1-1f5d5208ae7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:37:12.682438 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-28a4ebf7-fa31-4112-9800-d87af967aa9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:37:13.895221 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:37:15.383788 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:37:15.484241 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:37:19.066451 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 5 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:37:19.339616 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 45466) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:37:19.712115 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc12f5c-d736-4cc6-b2a2-79e9b8fca14c admin admin] GET failed (client error): The resource could not be found. Aug 24 06:37:19.713394 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-edc12f5c-d736-4cc6-b2a2-79e9b8fca14c admin admin] 10.222.0.52 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3724675 Aug 24 06:37:19.878199 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9581651-c45c-4cd6-85b7-95577cf88199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:37:19.879850 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-d9581651-c45c-4cd6-85b7-95577cf88199 admin admin] 10.222.0.52 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1601818 Aug 24 06:37:22.214343 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 45476) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:37:22.681261 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049f8752-c2ab-43e5-82ab-69720ffafda2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:37:22.682783 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-049f8752-c2ab-43e5-82ab-69720ffafda2 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets/de6fb82e-d7c4-434e-a7bd-11324c25d07f HTTP/1.1" status: 200 len: 849 time: 0.4676349 Aug 24 06:37:22.696257 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-94773c4f-70d2-461f-8acb-32b6358df6a0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:37:22.796502 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-94773c4f-70d2-461f-8acb-32b6358df6a0 admin admin] Publish callbacks [] for subnet (de6fb82e-d7c4-434e-a7bd-11324c25d07f), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:37:22.968768 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-94773c4f-70d2-461f-8acb-32b6358df6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748143004564'] for subnet (de6fb82e-d7c4-434e-a7bd-11324c25d07f), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:37:23.032657 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94773c4f-70d2-461f-8acb-32b6358df6a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:37:23.033300 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-94773c4f-70d2-461f-8acb-32b6358df6a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for subnet (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:37:23.037399 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-94773c4f-70d2-461f-8acb-32b6358df6a0 admin admin] 10.222.0.52 "PUT /networking/v2.0/subnets/de6fb82e-d7c4-434e-a7bd-11324c25d07f HTTP/1.1" status: 200 len: 868 time: 0.3431339 Aug 24 06:37:23.039236 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14eb0626-0ca0-4a27-a191-cd33f336f1e4 None None] Network ac81d3f7-e1a6-4c30-a875-c71b5afa3667 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:37:23.058601 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94773c4f-70d2-461f-8acb-32b6358df6a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de6fb82e-d7c4-434e-a7bd-11324c25d07f,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:37:23.069063 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94773c4f-70d2-461f-8acb-32b6358df6a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:37:23.069389 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94773c4f-70d2-461f-8acb-32b6358df6a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:37:23.069747 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94773c4f-70d2-461f-8acb-32b6358df6a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:37:23.070081 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94773c4f-70d2-461f-8acb-32b6358df6a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:37:23.070436 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94773c4f-70d2-461f-8acb-32b6358df6a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:37:23.070764 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94773c4f-70d2-461f-8acb-32b6358df6a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:37:23.071085 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94773c4f-70d2-461f-8acb-32b6358df6a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:37:23.071432 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94773c4f-70d2-461f-8acb-32b6358df6a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:37:23.071757 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94773c4f-70d2-461f-8acb-32b6358df6a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:37:23.072081 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94773c4f-70d2-461f-8acb-32b6358df6a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:37:23.072416 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94773c4f-70d2-461f-8acb-32b6358df6a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:37:23.072753 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94773c4f-70d2-461f-8acb-32b6358df6a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:37:23.073053 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94773c4f-70d2-461f-8acb-32b6358df6a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:37:23.073391 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94773c4f-70d2-461f-8acb-32b6358df6a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:37:23.073693 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94773c4f-70d2-461f-8acb-32b6358df6a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94773c4f-70d2-461f-8acb-32b6358df6a0 admin admin] Tracked resource versions report: Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: pushed versions: Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: { 'AddressGroup': {'1.2'}, Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: 'Agent': {'1.1'}, Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: 'ConntrackHelper': {'1.0'}, Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: 'LocalIPAssociation': {'1.0'}, Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: 'Log': {'1.0'}, Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: 'NDPProxy': {'1.0'}, Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: 'Network': {'1.1'}, Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: 'Port': {'1.7'}, Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: 'PortForwarding': {'1.3'}, Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: 'QosPolicy': {'1.10'}, Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: 'SecurityGroup': {'1.5'}, Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: 'SecurityGroupRule': {'1.2'}, Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: 'SubPort': {'1.0'}, Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: 'Subnet': {'1.1'}, Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: 'Trunk': {'1.1'}} Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: consumer versions: Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: { DHCP agent@dv-cinder-854271-1-iscsi: {}, Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: L3 agent@dv-cinder-854271-1-iscsi: {}, Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: Metadata agent@dv-cinder-854271-1-iscsi: {}, Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: Metering agent@dv-cinder-854271-1-iscsi: {}, Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: Open vSwitch agent@dv-cinder-854271-1-iscsi: { 'AddressGroup': '1.2', Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: 'Agent': '1.1', Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: 'ConntrackHelper': '1.0', Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: 'LocalIPAssociation': '1.0', Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: 'Log': '1.0', Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: 'NDPProxy': '1.0', Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: 'Network': '1.1', Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: 'Port': '1.7', Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: 'PortForwarding': '1.3', Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: 'QosPolicy': '1.10', Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: 'SecurityGroup': '1.5', Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: 'SecurityGroupRule': '1.2', Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: 'SubPort': '1.0', Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: 'Subnet': '1.1', Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: 'Trunk': '1.1'}} Aug 24 06:37:23.075224 dv-cinder-854271-1-iscsi neutron-server[113088]: {{(pid=113088) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 06:37:23.399677 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-3dc2b296-fda2-46a0-a3e5-99df730010b2 None None] Provisioning complete for port d9654a93-4b69-4791-b6b0-a61d76527558 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:37:23.400072 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-3dc2b296-fda2-46a0-a3e5-99df730010b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (d9654a93-4b69-4791-b6b0-a61d76527558), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:37:23.480290 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-3dc2b296-fda2-46a0-a3e5-99df730010b2 None None] Current status of the port d9654a93-4b69-4791-b6b0-a61d76527558 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:37:23.488538 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-3dc2b296-fda2-46a0-a3e5-99df730010b2 None None] Provisioning complete for port aee91c10-4c31-4326-a474-ce386aa5e2aa triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:37:23.488892 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-3dc2b296-fda2-46a0-a3e5-99df730010b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (aee91c10-4c31-4326-a474-ce386aa5e2aa), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:37:23.561639 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-3dc2b296-fda2-46a0-a3e5-99df730010b2 None None] Current status of the port aee91c10-4c31-4326-a474-ce386aa5e2aa is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:37:25.394212 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 45492) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:37:25.935631 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8aff0b-f14e-4a07-ba0c-74d844b49872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:37:25.936005 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8aff0b-f14e-4a07-ba0c-74d844b49872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:37:25.937565 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-da8aff0b-f14e-4a07-ba0c-74d844b49872 admin admin] 10.222.0.52 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5422702 Aug 24 06:37:28.275695 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 45500) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:37:28.715599 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56571b2-46ec-41a8-9842-7836a673720c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:37:28.716070 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56571b2-46ec-41a8-9842-7836a673720c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:37:28.717637 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-f56571b2-46ec-41a8-9842-7836a673720c admin admin] 10.222.0.52 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4406345 Aug 24 06:37:29.874445 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=11 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:37:29.875415 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=14 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:37:31.077261 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 45508) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:37:31.610224 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287a6cb7-02c3-4131-89e5-dddfb4a95488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:37:31.611621 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-287a6cb7-02c3-4131-89e5-dddfb4a95488 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/ac81d3f7-e1a6-4c30-a875-c71b5afa3667 HTTP/1.1" status: 200 len: 869 time: 0.5330377 Aug 24 06:37:33.558298 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=49,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:37:33.560334 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:37:33.962751 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 45516) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:37:34.424834 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:37:34.430766 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66987e3-6d7f-4982-92b9-fbef7675ff1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:37:34.432165 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-e66987e3-6d7f-4982-92b9-fbef7675ff1e admin admin] 10.222.0.52 "GET /networking/v2.0/networks/ebaf0247-9904-4138-a92a-0e04f684cda3 HTTP/1.1" status: 200 len: 886 time: 0.4679313 Aug 24 06:37:36.752540 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 45524) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:37:37.066793 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=18 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:37:37.068385 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=16 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:37:37.220743 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062353be-8358-439a-b5ce-f6dd16ae262d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:37:37.221199 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062353be-8358-439a-b5ce-f6dd16ae262d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:37:37.222765 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-062353be-8358-439a-b5ce-f6dd16ae262d admin admin] 10.222.0.52 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4689286 Aug 24 06:37:39.569919 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 45532) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:37:40.125678 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c8de82-001d-4300-9de6-778f5485e8f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:37:40.126023 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c8de82-001d-4300-9de6-778f5485e8f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:37:40.127554 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-c9c8de82-001d-4300-9de6-778f5485e8f0 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5566316 Aug 24 06:37:40.454201 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-d3a57f62-d813-45fe-8a4b-112d0194ff6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:37:42.506355 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 45540) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:37:42.690296 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-d0fe8117-81d6-4e69-a7dc-1c883b2d3b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:37:42.960087 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c0f507-a277-4f23-9c1b-d69befc1a3f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:37:42.962418 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-a0c0f507-a277-4f23-9c1b-d69befc1a3f1 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets/21927f02-5278-4e61-8de7-8e5f8e88a327 HTTP/1.1" status: 200 len: 816 time: 0.4548430 Aug 24 06:37:43.898805 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:37:44.427402 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:37:45.391359 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:37:45.429889 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 45548) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:37:45.480586 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:37:45.849855 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe5cb6c-12cd-4741-936d-c320ee96dd3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:37:45.851226 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-dfe5cb6c-12cd-4741-936d-c320ee96dd3c admin admin] 10.222.0.52 "GET /networking/v2.0/subnets/de6fb82e-d7c4-434e-a7bd-11324c25d07f HTTP/1.1" status: 200 len: 868 time: 0.4200566 Aug 24 06:37:55.472675 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:37:55.476142 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:37:55.844532 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=24 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:37:55.846476 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=25 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:37:56.067570 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 5 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:38:10.454120 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-ec235b76-d7d1-46bf-bc3c-dd14d8287bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:38:12.686725 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-1f1173cc-6fed-476f-aa9b-5768b7bf2f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:38:13.901002 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:38:14.066070 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=3 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:38:14.067416 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=5 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:38:14.866583 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 45604) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:38:15.225570 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [None req-804a3ba8-990e-4886-8e4a-987395fe5741 admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113089) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 06:38:15.226554 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-804a3ba8-990e-4886-8e4a-987395fe5741 admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3589571 Aug 24 06:38:15.397356 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:38:15.475671 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:38:17.746984 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 45612) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:38:18.111765 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2be18f-1954-4231-9ac4-830ef46b76d5 admin admin] GET failed (client error): The resource could not be found. Aug 24 06:38:18.113067 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-ba2be18f-1954-4231-9ac4-830ef46b76d5 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3647680 Aug 24 06:38:18.206656 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95eb66e-2cd8-4885-9176-4f6a212d4bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:38:18.208153 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-a95eb66e-2cd8-4885-9176-4f6a212d4bd7 admin admin] 10.222.0.52 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0904083 Aug 24 06:38:20.635255 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 45620) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:38:21.013655 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-23976353-7243-435d-ba00-bb5c4f45a179 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:38:21.039312 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23976353-7243-435d-ba00-bb5c4f45a179 admin admin] Made reservation on behalf of 4d0ff1eb049e4a50aede95b2f05e94b7 for: {'network': 1} {{(pid=113089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:38:21.041613 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-23976353-7243-435d-ba00-bb5c4f45a179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for network (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:38:21.069389 dv-cinder-854271-1-iscsi neutron-server[113089]: WARNING neutron.services.revisions.revision_plugin [None req-23976353-7243-435d-ba00-bb5c4f45a179 admin admin] Could not find related network for resource to bump revision. Aug 24 06:38:21.080544 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23976353-7243-435d-ba00-bb5c4f45a179 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=113089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 06:38:21.089769 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-23976353-7243-435d-ba00-bb5c4f45a179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (b9c73a71-6add-43c3-80f9-defa1f9fd874), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:38:21.090095 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.db.segments_db [None req-23976353-7243-435d-ba00-bb5c4f45a179 admin admin] Added segment b9c73a71-6add-43c3-80f9-defa1f9fd874 of type vlan for network 88e0ce19-fed4-497d-89ac-645408f410b7 Aug 24 06:38:21.128110 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-23976353-7243-435d-ba00-bb5c4f45a179 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748142589579'] for network (88e0ce19-fed4-497d-89ac-645408f410b7), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:38:21.155962 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-23976353-7243-435d-ba00-bb5c4f45a179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for network (88e0ce19-fed4-497d-89ac-645408f410b7), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:38:21.157017 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23976353-7243-435d-ba00-bb5c4f45a179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:38:21.157581 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-23976353-7243-435d-ba00-bb5c4f45a179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:38:21.195157 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-23976353-7243-435d-ba00-bb5c4f45a179 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5584126 Aug 24 06:38:21.224466 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23976353-7243-435d-ba00-bb5c4f45a179 admin admin] Pushing event updated for resources: {'Network': ['ID=88e0ce19-fed4-497d-89ac-645408f410b7,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:38:21.232388 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23976353-7243-435d-ba00-bb5c4f45a179 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:38:21.232722 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23976353-7243-435d-ba00-bb5c4f45a179 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:38:21.233083 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23976353-7243-435d-ba00-bb5c4f45a179 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:38:21.233409 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23976353-7243-435d-ba00-bb5c4f45a179 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:38:21.233742 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23976353-7243-435d-ba00-bb5c4f45a179 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:38:21.234058 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23976353-7243-435d-ba00-bb5c4f45a179 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:38:21.234393 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23976353-7243-435d-ba00-bb5c4f45a179 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:38:21.234709 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23976353-7243-435d-ba00-bb5c4f45a179 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:38:21.235020 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23976353-7243-435d-ba00-bb5c4f45a179 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:38:21.235364 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23976353-7243-435d-ba00-bb5c4f45a179 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:38:21.235692 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23976353-7243-435d-ba00-bb5c4f45a179 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:38:21.235988 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23976353-7243-435d-ba00-bb5c4f45a179 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:38:21.236299 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23976353-7243-435d-ba00-bb5c4f45a179 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:38:21.236598 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23976353-7243-435d-ba00-bb5c4f45a179 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:38:21.236926 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23976353-7243-435d-ba00-bb5c4f45a179 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:38:21.249423 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Network 88e0ce19-fed4-497d-89ac-645408f410b7 details requested by agent ovs-agent-dv-cinder-854271-1-iscsi with host dv-cinder-854271-1-iscsi {{(pid=113090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 06:38:23.587771 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 45628) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:38:24.115182 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e5f5e2-1944-422a-8fe6-cb7caa8c2a23 admin admin] GET failed (client error): The resource could not be found. Aug 24 06:38:24.116392 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-85e5f5e2-1944-422a-8fe6-cb7caa8c2a23 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.5273144 Aug 24 06:38:24.188872 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30884966-6e5c-466a-86dd-63862ab2818a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:38:24.190756 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-30884966-6e5c-466a-86dd-63862ab2818a admin admin] 10.222.0.52 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0696306 Aug 24 06:38:24.205066 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-2c09aa5f-98b7-4919-acf9-75c2c8c9b599 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '88e0ce19-fed4-497d-89ac-645408f410b7'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:38:24.225110 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c09aa5f-98b7-4919-acf9-75c2c8c9b599 admin admin] Made reservation on behalf of 4d0ff1eb049e4a50aede95b2f05e94b7 for: {'subnet': 1} {{(pid=113089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:38:24.227419 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2c09aa5f-98b7-4919-acf9-75c2c8c9b599 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:38:24.406818 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2c09aa5f-98b7-4919-acf9-75c2c8c9b599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for subnet (8429ab2d-77a0-4682-b5b2-3c1bd3216efb), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:38:24.565564 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09aa5f-98b7-4919-acf9-75c2c8c9b599 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8429ab2d-77a0-4682-b5b2-3c1bd3216efb,revision_number=0']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:38:24.573634 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c09aa5f-98b7-4919-acf9-75c2c8c9b599 admin admin] Checking segment: {'id': 'b9c73a71-6add-43c3-80f9-defa1f9fd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '88e0ce19-fed4-497d-89ac-645408f410b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:38:24.573979 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c09aa5f-98b7-4919-acf9-75c2c8c9b599 admin admin] Network hostable DHCP agents. Network: 88e0ce19-fed4-497d-89ac-645408f410b7, hostable agents: ['133a3e8a-16cb-4472-a923-08e28c023b55'], hosted agents: [] {{(pid=113089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 06:38:24.593924 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c09aa5f-98b7-4919-acf9-75c2c8c9b599 admin admin] Network 88e0ce19-fed4-497d-89ac-645408f410b7 is scheduled to be hosted by DHCP agent 133a3e8a-16cb-4472-a923-08e28c023b55 with binding_index 1 {{(pid=113089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 06:38:24.604538 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [None req-2c09aa5f-98b7-4919-acf9-75c2c8c9b599 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854271-1-iscsi, 88e0ce19-fed4-497d-89ac-645408f410b7) {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:38:24.608664 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c09aa5f-98b7-4919-acf9-75c2c8c9b599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:38:24.609250 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2c09aa5f-98b7-4919-acf9-75c2c8c9b599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for subnet (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:38:24.615138 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac1c6bc-9c45-4865-94d5-857fefcc9d16 None None] Network 88e0ce19-fed4-497d-89ac-645408f410b7 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:38:24.627683 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-2c09aa5f-98b7-4919-acf9-75c2c8c9b599 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4260492 Aug 24 06:38:24.736881 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c256b93-5dc0-52aa-9173-f46dd4354694-88e0ce19-fed4-497d-89ac-645408f410b7', 'network_id': '88e0ce19-fed4-497d-89ac-645408f410b7', 'project_id': '4d0ff1eb049e4a50aede95b2f05e94b7', 'fixed_ips': [{'subnet_id': '8429ab2d-77a0-4682-b5b2-3c1bd3216efb'}]}} from dv-cinder-854271-1-iscsi. {{(pid=113090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 06:38:24.738057 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:38:24.883588 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.db_base_plugin_common [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Allocated IP 192.168.233.2 (88e0ce19-fed4-497d-89ac-645408f410b7/8429ab2d-77a0-4682-b5b2-3c1bd3216efb/225d020a-205a-4489-a56a-625033759a98) {{(pid=113090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:38:25.034511 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Publish callbacks [] for port (225d020a-205a-4489-a56a-625033759a98), precommit_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:38:25.042256 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (225d020a-205a-4489-a56a-625033759a98), after_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:38:25.092499 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Network 88e0ce19-fed4-497d-89ac-645408f410b7 is already hosted by enough agents. {{(pid=113090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:38:25.093792 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Pushing event updated for resources: {'Port': ['ID=225d020a-205a-4489-a56a-625033759a98,revision_number=1']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:38:25.096285 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.scheduler.base_scheduler [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Resources bound (agent type, host, resource id): {{(pid=113090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:38:25.099163 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Received port after_create {{(pid=113090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:38:25.105739 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:38:25.106087 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:38:25.106447 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:38:25.106797 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:38:25.107129 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:38:25.107477 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:38:25.107815 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:38:25.108137 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:38:25.108457 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:38:25.108777 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:38:25.109092 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:38:25.109432 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:38:25.109748 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:38:25.110059 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:38:25.110424 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:38:25.169521 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Attempting to bind port 225d020a-205a-4489-a56a-625033759a98 on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:38:25.169882 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Attempting to bind port 225d020a-205a-4489-a56a-625033759a98 by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': 'b9c73a71-6add-43c3-80f9-defa1f9fd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '88e0ce19-fed4-497d-89ac-645408f410b7'}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:38:25.170314 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Attempting to bind port 225d020a-205a-4489-a56a-625033759a98 on network 88e0ce19-fed4-497d-89ac-645408f410b7 {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:38:25.175999 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:38:25.176365 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Checking segment: {'id': 'b9c73a71-6add-43c3-80f9-defa1f9fd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '88e0ce19-fed4-497d-89ac-645408f410b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:38:25.176779 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:38:25.177177 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Bound using segment: {'id': 'b9c73a71-6add-43c3-80f9-defa1f9fd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '88e0ce19-fed4-497d-89ac-645408f410b7'} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:38:25.177662 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Bound port: 225d020a-205a-4489-a56a-625033759a98, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c73a71-6add-43c3-80f9-defa1f9fd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '88e0ce19-fed4-497d-89ac-645408f410b7'}}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:38:25.178036 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (225d020a-205a-4489-a56a-625033759a98), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:38:25.241066 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] For port 225d020a-205a-4489-a56a-625033759a98, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:38:25.244218 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] For port 225d020a-205a-4489-a56a-625033759a98, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=225d020a-205a-4489-a56a-625033759a98,segment=NetworkSegment(b9c73a71-6add-43c3-80f9-defa1f9fd874),segment_id=b9c73a71-6add-43c3-80f9-defa1f9fd874)] {{(pid=113090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:38:25.251247 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (225d020a-205a-4489-a56a-625033759a98), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:38:25.308577 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8523c13-aa3b-4456-a18d-71651a8eb060 None None] Pushing event updated for resources: {'Port': ['ID=225d020a-205a-4489-a56a-625033759a98,revision_number=2']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:38:26.100060 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9828022-cec0-4382-ba14-e65544910786 None None] Network 88e0ce19-fed4-497d-89ac-645408f410b7 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:38:26.161858 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=87,neutron:UPDATE=9,neutron:INSERT=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:38:26.165404 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:38:26.179865 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-c721e6a2-0d38-4cb9-9c94-08212e8ed2bc None None] Provisioning complete for port 225d020a-205a-4489-a56a-625033759a98 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:38:26.180195 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-c721e6a2-0d38-4cb9-9c94-08212e8ed2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (225d020a-205a-4489-a56a-625033759a98), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:38:26.396781 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-c721e6a2-0d38-4cb9-9c94-08212e8ed2bc None None] Current status of the port 225d020a-205a-4489-a56a-625033759a98 is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:38:26.397160 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-c721e6a2-0d38-4cb9-9c94-08212e8ed2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (225d020a-205a-4489-a56a-625033759a98), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:38:26.437787 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-c721e6a2-0d38-4cb9-9c94-08212e8ed2bc None None] For port 225d020a-205a-4489-a56a-625033759a98, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=225d020a-205a-4489-a56a-625033759a98,segment=NetworkSegment(b9c73a71-6add-43c3-80f9-defa1f9fd874),segment_id=b9c73a71-6add-43c3-80f9-defa1f9fd874)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:38:26.444512 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-c721e6a2-0d38-4cb9-9c94-08212e8ed2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (225d020a-205a-4489-a56a-625033759a98), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:38:26.506358 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721e6a2-0d38-4cb9-9c94-08212e8ed2bc None None] Pushing event updated for resources: {'Port': ['ID=225d020a-205a-4489-a56a-625033759a98,revision_number=3']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:38:26.566710 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-9bb471c2-1dbc-4f6b-a3ea-3811c217ebc5 None None] Provisioning complete for port 225d020a-205a-4489-a56a-625033759a98 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:38:26.567099 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-9bb471c2-1dbc-4f6b-a3ea-3811c217ebc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (225d020a-205a-4489-a56a-625033759a98), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:38:26.640855 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-9bb471c2-1dbc-4f6b-a3ea-3811c217ebc5 None None] Current status of the port 225d020a-205a-4489-a56a-625033759a98 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:38:27.287781 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 225d020a-205a-4489-a56a-625033759a98 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:38:27.335535 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 225d020a-205a-4489-a56a-625033759a98 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:38:27.336078 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (225d020a-205a-4489-a56a-625033759a98), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:38:27.412661 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 225d020a-205a-4489-a56a-625033759a98 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:38:33.067367 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 5 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:38:34.617630 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:38:34.620767 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=78,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:38:37.408951 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:38:37.411046 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=68 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:38:40.454430 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-855170cc-c5a7-4aef-9999-37c6bb07069c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:38:42.703985 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-e8b5d9ee-89d8-497e-a85b-34bf0173c35b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:38:43.904969 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:38:45.402060 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:38:45.480534 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:38:51.072223 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=3 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:38:51.073061 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=5 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:38:55.472737 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:38:55.474708 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:39:09.052357 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:39:10.067532 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 5 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:39:10.453438 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-dd7d5537-7210-46ec-9c25-befe5c1c0f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:39:12.690257 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-1592a89d-795c-4426-aafb-69c1ae5ffd17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:39:13.908795 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:39:15.407050 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:39:15.489617 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:39:25.480761 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:39:25.482706 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:39:28.069446 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=3 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:39:28.070276 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=5 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:39:40.449103 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-545e7665-ea50-41f8-89a4-723f3bcd1575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:39:42.684125 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-4a9fa79b-90eb-4a7f-9f44-9777d614c541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:39:42.759850 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 45668) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:39:42.765594 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [None req-120b067b-43af-4e13-8e72-45ad90c80bff tempest-verify_tempest_config-1108647403 tempest-verify_tempest_config-1108647403-project] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113088) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 06:39:42.766611 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-120b067b-43af-4e13-8e72-45ad90c80bff tempest-verify_tempest_config-1108647403 tempest-verify_tempest_config-1108647403-project] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057838 Aug 24 06:39:43.334381 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 45686) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:39:43.718218 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-15ecde31-e5d6-47ca-9132-9b2edc3c02f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:39:43.794334 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-15ecde31-e5d6-47ca-9132-9b2edc3c02f3 admin admin] Publish callbacks [] for security_group (bfe06e54-3f8c-4f3f-9e92-78c5db6e61cb), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:39:43.800328 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-15ecde31-e5d6-47ca-9132-9b2edc3c02f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (bfe06e54-3f8c-4f3f-9e92-78c5db6e61cb), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:39:43.848993 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-15ecde31-e5d6-47ca-9132-9b2edc3c02f3 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=67d6f77be0d9486abbdebd32a57d4bc1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5134914 Aug 24 06:39:43.849804 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ecde31-e5d6-47ca-9132-9b2edc3c02f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe06e54-3f8c-4f3f-9e92-78c5db6e61cb,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:39:43.851724 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 45692) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:39:43.869403 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecde31-e5d6-47ca-9132-9b2edc3c02f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:39:43.869741 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecde31-e5d6-47ca-9132-9b2edc3c02f3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:39:43.870094 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecde31-e5d6-47ca-9132-9b2edc3c02f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:39:43.870423 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecde31-e5d6-47ca-9132-9b2edc3c02f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:39:43.870751 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecde31-e5d6-47ca-9132-9b2edc3c02f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:39:43.871069 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecde31-e5d6-47ca-9132-9b2edc3c02f3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:39:43.871410 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecde31-e5d6-47ca-9132-9b2edc3c02f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:39:43.871728 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecde31-e5d6-47ca-9132-9b2edc3c02f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:39:43.872054 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecde31-e5d6-47ca-9132-9b2edc3c02f3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:39:43.872374 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecde31-e5d6-47ca-9132-9b2edc3c02f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:39:43.872706 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecde31-e5d6-47ca-9132-9b2edc3c02f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:39:43.873026 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecde31-e5d6-47ca-9132-9b2edc3c02f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:39:43.873337 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecde31-e5d6-47ca-9132-9b2edc3c02f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:39:43.873636 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecde31-e5d6-47ca-9132-9b2edc3c02f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:39:43.873961 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecde31-e5d6-47ca-9132-9b2edc3c02f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:39:43.909733 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:39:43.917668 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-4df9e7d1-3a9c-435d-b960-5c90ae71d13c admin admin] Publish callbacks [] for security_group (bfe06e54-3f8c-4f3f-9e92-78c5db6e61cb), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:39:43.937444 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-4df9e7d1-3a9c-435d-b960-5c90ae71d13c admin admin] Publish callbacks [] for security_group (bfe06e54-3f8c-4f3f-9e92-78c5db6e61cb), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:39:44.045126 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-4df9e7d1-3a9c-435d-b960-5c90ae71d13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (bfe06e54-3f8c-4f3f-9e92-78c5db6e61cb), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:39:44.049915 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-4df9e7d1-3a9c-435d-b960-5c90ae71d13c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:39:44.051092 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-4df9e7d1-3a9c-435d-b960-5c90ae71d13c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/bfe06e54-3f8c-4f3f-9e92-78c5db6e61cb HTTP/1.1" status: 204 len: 168 time: 0.1984007 Aug 24 06:39:44.062588 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9e7d1-3a9c-435d-b960-5c90ae71d13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe06e54-3f8c-4f3f-9e92-78c5db6e61cb,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:39:45.410774 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:39:45.484374 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:39:47.067520 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 5 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:39:54.054262 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=36,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:39:54.055078 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=35,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:39:55.472582 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:39:55.478235 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:UPDATE=2,neutron:SELECT=9 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:40:09.519687 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=15 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:40:09.521086 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=19 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:40:10.457079 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-8eb6f3d9-47b7-4c21-9262-6847a79ce68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:40:12.695038 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-10a5e838-a8c4-4608-876c-8e940d150581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:40:13.924229 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:40:15.417249 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:40:15.482239 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:40:24.071160 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 5 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:40:25.476251 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:40:25.476982 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:40:40.464715 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-79e189d2-8bc1-4ec7-a9c6-67514acf63fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:40:42.066067 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=3 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:40:42.073918 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=5 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:40:42.697948 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-887a3a44-ee1b-45f8-954a-a864b48401a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:40:43.926857 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:40:45.426376 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:40:45.478245 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:40:55.470590 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:40:55.474234 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:41:01.075728 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 5 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:41:10.454186 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-bbfb0f87-ad6c-443e-8d6d-29a699b8158e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:41:12.706081 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-ab9284c2-2ef9-40df-97d9-eed839ec633d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:41:13.922594 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:41:15.422877 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:41:15.483752 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:41:19.066746 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:41:19.068024 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=4 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:41:20.788796 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1699604'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:41:30.776575 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:41:30.782959 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:41:33.325386 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 45786) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:41:33.475709 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-d931641c-4f7f-4413-8a84-1ea5b7c52e84 admin admin] 10.222.0.52 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1489141 Aug 24 06:41:35.689614 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 45796) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:41:35.767003 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-ae4c2e79-7ea9-43ea-9218-e6a39632553a admin admin] 10.222.0.52 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0754006 Aug 24 06:41:38.074650 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:41:40.449078 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-5c82db97-8207-4ad4-94ce-c024d6ffecca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:41:42.696641 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-c963f035-e837-41ad-a1fe-b9ee8d5b2585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:41:43.466172 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:41:43.469589 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:41:43.931416 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:41:45.430675 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:41:45.489168 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:41:45.759883 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:41:45.760859 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:41:50.791765 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:41:56.065978 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=4 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:41:56.073272 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=6 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:42:00.781683 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:42:00.786440 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:42:09.537005 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=14 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:42:09.538312 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=12 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:42:10.454494 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-e4795907-7346-44d6-8aeb-45af8ae76729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:42:12.700406 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-3ca5cca8-f7d6-4098-b058-747250c2c732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:42:13.934375 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:42:15.080209 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:42:15.433177 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:42:15.495003 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:42:20.786651 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:42:30.779328 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:42:30.781355 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:42:33.055590 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=5 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:42:33.061192 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=3 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:42:40.462473 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-e308057e-52cd-4755-b6b9-f55790d8b984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:42:42.694605 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-700313ba-7b0c-43d1-ba85-968e1181b737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:42:43.934632 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:42:45.435693 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:42:45.490453 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:42:50.781228 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:42:52.081694 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:43:00.773579 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:00.775852 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:06.865257 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 45944) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:07.144444 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-0d36ac07-3055-4a10-aedc-c57b987985a7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1360141810-network', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:07.148603 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 45968) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:07.172685 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d36ac07-3055-4a10-aedc-c57b987985a7 admin admin] Made reservation on behalf of 2a401374685240dc94fe28ca99ad4e11 for: {'network': 1} {{(pid=113088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:43:07.176191 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-0d36ac07-3055-4a10-aedc-c57b987985a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for network (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:07.195491 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-0d36ac07-3055-4a10-aedc-c57b987985a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:07.315539 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-0d36ac07-3055-4a10-aedc-c57b987985a7 admin admin] Publish callbacks [] for security_group (8e6530cb-0495-41e8-88b8-d3513be0cc1e), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:07.323632 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-0d36ac07-3055-4a10-aedc-c57b987985a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (8e6530cb-0495-41e8-88b8-d3513be0cc1e), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:07.357753 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d36ac07-3055-4a10-aedc-c57b987985a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=113088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 06:43:07.361240 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36ac07-3055-4a10-aedc-c57b987985a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6530cb-0495-41e8-88b8-d3513be0cc1e,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:07.374605 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36ac07-3055-4a10-aedc-c57b987985a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:07.375035 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36ac07-3055-4a10-aedc-c57b987985a7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:07.375463 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36ac07-3055-4a10-aedc-c57b987985a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:07.376053 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36ac07-3055-4a10-aedc-c57b987985a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:07.376237 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36ac07-3055-4a10-aedc-c57b987985a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:07.376656 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36ac07-3055-4a10-aedc-c57b987985a7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:07.377041 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36ac07-3055-4a10-aedc-c57b987985a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:07.377378 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36ac07-3055-4a10-aedc-c57b987985a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:07.377759 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36ac07-3055-4a10-aedc-c57b987985a7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:07.378138 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36ac07-3055-4a10-aedc-c57b987985a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:07.378525 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36ac07-3055-4a10-aedc-c57b987985a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:07.378919 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36ac07-3055-4a10-aedc-c57b987985a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:07.379324 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36ac07-3055-4a10-aedc-c57b987985a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:07.379704 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36ac07-3055-4a10-aedc-c57b987985a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:07.380081 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36ac07-3055-4a10-aedc-c57b987985a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36ac07-3055-4a10-aedc-c57b987985a7 admin admin] Tracked resource versions report: Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: pushed versions: Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: { 'AddressGroup': {'1.2'}, Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: 'Agent': {'1.1'}, Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: 'ConntrackHelper': {'1.0'}, Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: 'LocalIPAssociation': {'1.0'}, Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: 'Log': {'1.0'}, Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: 'NDPProxy': {'1.0'}, Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: 'Network': {'1.1'}, Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: 'Port': {'1.7'}, Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: 'PortForwarding': {'1.3'}, Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: 'QosPolicy': {'1.10'}, Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: 'SecurityGroup': {'1.5'}, Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: 'SecurityGroupRule': {'1.2'}, Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: 'SubPort': {'1.0'}, Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: 'Subnet': {'1.1'}, Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: 'Trunk': {'1.1'}} Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: consumer versions: Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: { DHCP agent@dv-cinder-854271-1-iscsi: {}, Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: HyperV agent@hv-cinder-85427: {}, Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: L3 agent@dv-cinder-854271-1-iscsi: {}, Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: Metadata agent@dv-cinder-854271-1-iscsi: {}, Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: Metering agent@dv-cinder-854271-1-iscsi: {}, Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: Open vSwitch agent@dv-cinder-854271-1-iscsi: { 'AddressGroup': '1.2', Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: 'Agent': '1.1', Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: 'ConntrackHelper': '1.0', Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: 'LocalIPAssociation': '1.0', Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: 'Log': '1.0', Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: 'NDPProxy': '1.0', Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: 'Network': '1.1', Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: 'Port': '1.7', Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: 'PortForwarding': '1.3', Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: 'QosPolicy': '1.10', Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: 'SecurityGroup': '1.5', Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: 'SecurityGroupRule': '1.2', Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: 'SubPort': '1.0', Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: 'Subnet': '1.1', Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: 'Trunk': '1.1'}} Aug 24 06:43:07.381318 dv-cinder-854271-1-iscsi neutron-server[113088]: {{(pid=113088) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 06:43:07.394851 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-0d36ac07-3055-4a10-aedc-c57b987985a7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748143077735', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (6bddbdc0-2b31-4a69-875c-7bbac9668394), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:07.395472 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-0d36ac07-3055-4a10-aedc-c57b987985a7 admin admin] Unsubscribe: segment precommit_create {{(pid=113088) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 06:43:07.396082 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.db.segments_db [None req-0d36ac07-3055-4a10-aedc-c57b987985a7 admin admin] Added segment 6bddbdc0-2b31-4a69-875c-7bbac9668394 of type vlan for network 4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad Aug 24 06:43:07.422226 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-06a163c9-b2e0-4959-b914-e8ca11ada0b6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1816783706-network', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:07.456486 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a163c9-b2e0-4959-b914-e8ca11ada0b6 admin admin] Made reservation on behalf of a41fb206b09941ac80996a3c9cbaae58 for: {'network': 1} {{(pid=113089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:43:07.458853 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-06a163c9-b2e0-4959-b914-e8ca11ada0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for network (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:07.469063 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-06a163c9-b2e0-4959-b914-e8ca11ada0b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:07.483583 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-0d36ac07-3055-4a10-aedc-c57b987985a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748142589579'] for network (4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:07.528571 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-0d36ac07-3055-4a10-aedc-c57b987985a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for network (4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:07.530133 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d36ac07-3055-4a10-aedc-c57b987985a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:07.535263 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-0d36ac07-3055-4a10-aedc-c57b987985a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:07.560021 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-06a163c9-b2e0-4959-b914-e8ca11ada0b6 admin admin] Publish callbacks [] for security_group (015e6c07-0918-4e96-a85b-ad8572af8a01), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:07.569517 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-06a163c9-b2e0-4959-b914-e8ca11ada0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (015e6c07-0918-4e96-a85b-ad8572af8a01), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:07.583221 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06a163c9-b2e0-4959-b914-e8ca11ada0b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=113089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 06:43:07.610677 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-06a163c9-b2e0-4959-b914-e8ca11ada0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (5640d952-e513-45d9-be85-d5e12a41703e), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:07.611017 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.db.segments_db [None req-06a163c9-b2e0-4959-b914-e8ca11ada0b6 admin admin] Added segment 5640d952-e513-45d9-be85-d5e12a41703e of type vlan for network 4d764327-7285-4015-bbe3-ebfc93ab6200 Aug 24 06:43:07.628651 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a163c9-b2e0-4959-b914-e8ca11ada0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015e6c07-0918-4e96-a85b-ad8572af8a01,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:07.638159 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a163c9-b2e0-4959-b914-e8ca11ada0b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:07.638729 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a163c9-b2e0-4959-b914-e8ca11ada0b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:07.639781 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a163c9-b2e0-4959-b914-e8ca11ada0b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:07.639930 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a163c9-b2e0-4959-b914-e8ca11ada0b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:07.640395 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a163c9-b2e0-4959-b914-e8ca11ada0b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:07.640968 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a163c9-b2e0-4959-b914-e8ca11ada0b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:07.641447 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a163c9-b2e0-4959-b914-e8ca11ada0b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:07.641915 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a163c9-b2e0-4959-b914-e8ca11ada0b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:07.642412 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a163c9-b2e0-4959-b914-e8ca11ada0b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:07.642938 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36ac07-3055-4a10-aedc-c57b987985a7 admin admin] Pushing event updated for resources: {'Network': ['ID=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:07.643183 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a163c9-b2e0-4959-b914-e8ca11ada0b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:07.643493 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a163c9-b2e0-4959-b914-e8ca11ada0b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:07.643834 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a163c9-b2e0-4959-b914-e8ca11ada0b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:07.644313 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a163c9-b2e0-4959-b914-e8ca11ada0b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:07.644806 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a163c9-b2e0-4959-b914-e8ca11ada0b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:07.645392 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a163c9-b2e0-4959-b914-e8ca11ada0b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a163c9-b2e0-4959-b914-e8ca11ada0b6 admin admin] Tracked resource versions report: Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: pushed versions: Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: { 'AddressGroup': {'1.2'}, Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: 'Agent': {'1.1'}, Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: 'ConntrackHelper': {'1.0'}, Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: 'LocalIPAssociation': {'1.0'}, Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: 'Log': {'1.0'}, Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: 'NDPProxy': {'1.0'}, Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: 'Network': {'1.1'}, Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: 'Port': {'1.7'}, Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: 'PortForwarding': {'1.3'}, Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: 'QosPolicy': {'1.10'}, Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: 'SecurityGroup': {'1.5'}, Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: 'SecurityGroupRule': {'1.2'}, Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: 'SubPort': {'1.0'}, Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: 'Subnet': {'1.1'}, Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: 'Trunk': {'1.1'}} Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: consumer versions: Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: { DHCP agent@dv-cinder-854271-1-iscsi: {}, Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: HyperV agent@hv-cinder-85427: {}, Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: L3 agent@dv-cinder-854271-1-iscsi: {}, Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: Metadata agent@dv-cinder-854271-1-iscsi: {}, Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: Metering agent@dv-cinder-854271-1-iscsi: {}, Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: Open vSwitch agent@dv-cinder-854271-1-iscsi: { 'AddressGroup': '1.2', Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: 'Agent': '1.1', Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: 'ConntrackHelper': '1.0', Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: 'LocalIPAssociation': '1.0', Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: 'Log': '1.0', Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: 'NDPProxy': '1.0', Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: 'Network': '1.1', Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: 'Port': '1.7', Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: 'PortForwarding': '1.3', Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: 'QosPolicy': '1.10', Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: 'SecurityGroup': '1.5', Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: 'SecurityGroupRule': '1.2', Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: 'SubPort': '1.0', Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: 'Subnet': '1.1', Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: 'Trunk': '1.1'}} Aug 24 06:43:07.646579 dv-cinder-854271-1-iscsi neutron-server[113089]: {{(pid=113089) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 06:43:07.659554 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Network 4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad details requested by agent ovs-agent-dv-cinder-854271-1-iscsi with host dv-cinder-854271-1-iscsi {{(pid=113090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 06:43:07.660180 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-0d36ac07-3055-4a10-aedc-c57b987985a7 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7904463 Aug 24 06:43:07.667112 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 45994) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:07.677312 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-abb0e650-62dd-4633-b2ca-240f2da71e0c admin admin] Request body: {'subnet': {'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1360141810-subnet', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:07.692111 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-06a163c9-b2e0-4959-b914-e8ca11ada0b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748142589579'] for network (4d764327-7285-4015-bbe3-ebfc93ab6200), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:07.711999 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb0e650-62dd-4633-b2ca-240f2da71e0c admin admin] Made reservation on behalf of 2a401374685240dc94fe28ca99ad4e11 for: {'subnet': 1} {{(pid=113088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:43:07.715357 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-abb0e650-62dd-4633-b2ca-240f2da71e0c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:07.730363 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-06a163c9-b2e0-4959-b914-e8ca11ada0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for network (4d764327-7285-4015-bbe3-ebfc93ab6200), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:07.732135 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a163c9-b2e0-4959-b914-e8ca11ada0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:07.732998 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-06a163c9-b2e0-4959-b914-e8ca11ada0b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:07.784165 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-06a163c9-b2e0-4959-b914-e8ca11ada0b6 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6346831 Aug 24 06:43:07.812489 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 45998) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:07.820479 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 46002) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:07.821414 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-97f9e5cf-9645-4a88-9066-ece45c3557e7 admin admin] Request body: {'subnet': {'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1816783706-subnet', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:07.826365 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a163c9-b2e0-4959-b914-e8ca11ada0b6 admin admin] Pushing event updated for resources: {'Network': ['ID=4d764327-7285-4015-bbe3-ebfc93ab6200,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:07.837922 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Network 4d764327-7285-4015-bbe3-ebfc93ab6200 details requested by agent ovs-agent-dv-cinder-854271-1-iscsi with host dv-cinder-854271-1-iscsi {{(pid=113090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 06:43:07.966809 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f9e5cf-9645-4a88-9066-ece45c3557e7 admin admin] Made reservation on behalf of a41fb206b09941ac80996a3c9cbaae58 for: {'subnet': 1} {{(pid=113088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:43:07.969168 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-97f9e5cf-9645-4a88-9066-ece45c3557e7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:08.016831 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-abb0e650-62dd-4633-b2ca-240f2da71e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for subnet (87c63329-c783-4018-8f3e-d78ef061967a), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:08.022215 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:08.139817 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:INSERT=21,neutron:SELECT=75,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:08.157728 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb0e650-62dd-4633-b2ca-240f2da71e0c admin admin] Checking segment: {'id': '6bddbdc0-2b31-4a69-875c-7bbac9668394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:43:08.158117 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb0e650-62dd-4633-b2ca-240f2da71e0c admin admin] Network hostable DHCP agents. Network: 4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad, hostable agents: ['133a3e8a-16cb-4472-a923-08e28c023b55'], hosted agents: [] {{(pid=113088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 06:43:08.168578 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb0e650-62dd-4633-b2ca-240f2da71e0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=87c63329-c783-4018-8f3e-d78ef061967a,revision_number=0']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:08.184125 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 46020) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:08.216940 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb0e650-62dd-4633-b2ca-240f2da71e0c admin admin] Network 4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad is scheduled to be hosted by DHCP agent 133a3e8a-16cb-4472-a923-08e28c023b55 with binding_index 1 {{(pid=113088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 06:43:08.224961 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-6fcb9a8e-3b18-4897-9792-8c3b81a76d9a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1883541692-network', 'tenant_id': '59b7ab43f7824f6c8a17988db2a25807'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:08.249351 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-abb0e650-62dd-4633-b2ca-240f2da71e0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854271-1-iscsi, 4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad) {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:08.258108 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcb9a8e-3b18-4897-9792-8c3b81a76d9a admin admin] Made reservation on behalf of 59b7ab43f7824f6c8a17988db2a25807 for: {'network': 1} {{(pid=113089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:43:08.260247 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-6fcb9a8e-3b18-4897-9792-8c3b81a76d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for network (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:08.262356 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109d984d-fe0a-4b54-ab15-8ef7bd7d20eb None None] Network 4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:43:08.271978 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-6fcb9a8e-3b18-4897-9792-8c3b81a76d9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:08.274531 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb0e650-62dd-4633-b2ca-240f2da71e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:08.275359 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-abb0e650-62dd-4633-b2ca-240f2da71e0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for subnet (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:08.302640 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 46024) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:08.314889 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-abb0e650-62dd-4633-b2ca-240f2da71e0c admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6451969 Aug 24 06:43:08.316488 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-97f9e5cf-9645-4a88-9066-ece45c3557e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for subnet (68aa3b00-7d83-4a36-89ce-d2987615f595), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:08.317558 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 46028) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:08.323538 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-c53ba093-e3af-463d-8d31-5b30b86279d0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1360141810-router', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:08.396541 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c53ba093-e3af-463d-8d31-5b30b86279d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router (60257890-9b33-4fc7-91c0-49114a106d83), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:08.399496 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9e5cf-9645-4a88-9066-ece45c3557e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68aa3b00-7d83-4a36-89ce-d2987615f595,revision_number=0']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:08.399681 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c53ba093-e3af-463d-8d31-5b30b86279d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1697044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router (60257890-9b33-4fc7-91c0-49114a106d83), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:08.407418 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f9e5cf-9645-4a88-9066-ece45c3557e7 admin admin] Checking segment: {'id': '5640d952-e513-45d9-be85-d5e12a41703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:43:08.407762 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f9e5cf-9645-4a88-9066-ece45c3557e7 admin admin] Network hostable DHCP agents. Network: 4d764327-7285-4015-bbe3-ebfc93ab6200, hostable agents: ['133a3e8a-16cb-4472-a923-08e28c023b55'], hosted agents: [] {{(pid=113088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 06:43:08.434389 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f9e5cf-9645-4a88-9066-ece45c3557e7 admin admin] Network 4d764327-7285-4015-bbe3-ebfc93ab6200 is scheduled to be hosted by DHCP agent 133a3e8a-16cb-4472-a923-08e28c023b55 with binding_index 1 {{(pid=113088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 06:43:08.459363 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-97f9e5cf-9645-4a88-9066-ece45c3557e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854271-1-iscsi, 4d764327-7285-4015-bbe3-ebfc93ab6200) {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:08.464092 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c256b93-5dc0-52aa-9173-f46dd4354694-4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad', 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad', 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'fixed_ips': [{'subnet_id': '87c63329-c783-4018-8f3e-d78ef061967a'}]}} from dv-cinder-854271-1-iscsi. {{(pid=113090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 06:43:08.465452 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f9e5cf-9645-4a88-9066-ece45c3557e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:08.466345 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-97f9e5cf-9645-4a88-9066-ece45c3557e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for subnet (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:08.467348 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:08.478566 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af1cb54-4217-4055-81cf-dd94766a2931 None None] Network 4d764327-7285-4015-bbe3-ebfc93ab6200 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:43:08.505216 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-97f9e5cf-9645-4a88-9066-ece45c3557e7 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6930382 Aug 24 06:43:08.508198 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 46046) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:08.515306 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-5475837f-7f3e-4b44-8c1d-a521667438e5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1816783706-router', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:08.561547 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-e167ae6f-e0cf-49d4-a72d-1959a35665fe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-328073892-network', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:08.575616 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5475837f-7f3e-4b44-8c1d-a521667438e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router (75ea99f1-9466-4c6b-97ff-975a1fed8f16), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:08.576940 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5475837f-7f3e-4b44-8c1d-a521667438e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1697044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router (75ea99f1-9466-4c6b-97ff-975a1fed8f16), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:08.610359 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c53ba093-e3af-463d-8d31-5b30b86279d0 admin admin] Publish callbacks [] for router_controller (60257890-9b33-4fc7-91c0-49114a106d83), precommit_add_association {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:08.614254 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-1017b967-f8ad-4d1f-a640-bfc67f431270 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-314602131-network', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:08.631014 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e167ae6f-e0cf-49d4-a72d-1959a35665fe admin admin] Made reservation on behalf of 5b4541156c1f4efab3a61dd6935638bb for: {'network': 1} {{(pid=113089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:43:08.633422 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e167ae6f-e0cf-49d4-a72d-1959a35665fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for network (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:08.714232 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5475837f-7f3e-4b44-8c1d-a521667438e5 admin admin] Publish callbacks [] for router_controller (75ea99f1-9466-4c6b-97ff-975a1fed8f16), precommit_add_association {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:08.739905 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-6fcb9a8e-3b18-4897-9792-8c3b81a76d9a admin admin] Publish callbacks [] for security_group (d2df9be7-d8f4-4bc0-abdc-92abdb2bcb61), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:08.835474 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e167ae6f-e0cf-49d4-a72d-1959a35665fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:08.850635 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=74,neutron:INSERT=22,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:08.951238 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df740d3-6213-422e-8e1f-038208079525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c256b93-5dc0-52aa-9173-f46dd4354694-4d764327-7285-4015-bbe3-ebfc93ab6200', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'fixed_ips': [{'subnet_id': '68aa3b00-7d83-4a36-89ce-d2987615f595'}]}} from dv-cinder-854271-1-iscsi. {{(pid=113090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 06:43:08.952240 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-6df740d3-6213-422e-8e1f-038208079525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:08.958770 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-6fcb9a8e-3b18-4897-9792-8c3b81a76d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (d2df9be7-d8f4-4bc0-abdc-92abdb2bcb61), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:08.974092 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=4 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:08.977768 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.db_base_plugin_common [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Allocated IP 172.20.0.2 (4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad/87c63329-c783-4018-8f3e-d78ef061967a/01709ac7-8e03-46b8-af80-684d8c19caa4) {{(pid=113090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:43:09.015769 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb9a8e-3b18-4897-9792-8c3b81a76d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2df9be7-d8f4-4bc0-abdc-92abdb2bcb61,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:09.019272 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1017b967-f8ad-4d1f-a640-bfc67f431270 admin admin] Made reservation on behalf of 0aec98515a95467aa9a43853bfdcb7d7 for: {'network': 1} {{(pid=113089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:43:09.022352 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-1017b967-f8ad-4d1f-a640-bfc67f431270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for network (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:09.053946 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-1017b967-f8ad-4d1f-a640-bfc67f431270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:09.069705 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c53ba093-e3af-463d-8d31-5b30b86279d0 admin admin] Publish callbacks [] for router_gateway (60257890-9b33-4fc7-91c0-49114a106d83), precommit_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:09.147104 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-1017b967-f8ad-4d1f-a640-bfc67f431270 admin admin] Publish callbacks [] for security_group (ced47b8e-4deb-4c16-af62-60e5d12c7d8b), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:09.164991 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fcb9a8e-3b18-4897-9792-8c3b81a76d9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=113089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 06:43:09.169039 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-1017b967-f8ad-4d1f-a640-bfc67f431270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (ced47b8e-4deb-4c16-af62-60e5d12c7d8b), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:09.170275 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5475837f-7f3e-4b44-8c1d-a521667438e5 admin admin] Publish callbacks [] for router_gateway (75ea99f1-9466-4c6b-97ff-975a1fed8f16), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:09.258457 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017b967-f8ad-4d1f-a640-bfc67f431270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced47b8e-4deb-4c16-af62-60e5d12c7d8b,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:09.279078 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1017b967-f8ad-4d1f-a640-bfc67f431270 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=113089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 06:43:09.301110 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-1017b967-f8ad-4d1f-a640-bfc67f431270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (b5516234-5380-4558-bccf-bf2354b2ccbf), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:09.303332 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.db.segments_db [None req-1017b967-f8ad-4d1f-a640-bfc67f431270 admin admin] Added segment b5516234-5380-4558-bccf-bf2354b2ccbf of type vlan for network 8be3c841-0d59-4803-979e-08c48130dbdb Aug 24 06:43:09.378751 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.db_base_plugin_common [None req-6df740d3-6213-422e-8e1f-038208079525 None None] Allocated IP 172.20.0.2 (4d764327-7285-4015-bbe3-ebfc93ab6200/68aa3b00-7d83-4a36-89ce-d2987615f595/d3ed1ab6-5f73-4f29-960e-d88a6b73af75) {{(pid=113090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:43:09.391519 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-1017b967-f8ad-4d1f-a640-bfc67f431270 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748142589579'] for network (8be3c841-0d59-4803-979e-08c48130dbdb), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:09.421700 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Publish callbacks [] for port (01709ac7-8e03-46b8-af80-684d8c19caa4), precommit_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:09.450867 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=6 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:09.463390 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (01709ac7-8e03-46b8-af80-684d8c19caa4), after_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:09.484410 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-6fcb9a8e-3b18-4897-9792-8c3b81a76d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (22d81dca-a42b-4c68-b84a-e3a32cb83863), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:09.486312 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.db.segments_db [None req-6fcb9a8e-3b18-4897-9792-8c3b81a76d9a admin admin] Added segment 22d81dca-a42b-4c68-b84a-e3a32cb83863 of type vlan for network 29ff322a-6eb8-436a-953a-aa176e35076e Aug 24 06:43:09.512459 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5475837f-7f3e-4b44-8c1d-a521667438e5 admin admin] Publish callbacks [] for router_gateway (75ea99f1-9466-4c6b-97ff-975a1fed8f16), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:09.579403 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5475837f-7f3e-4b44-8c1d-a521667438e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:09.604314 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-1017b967-f8ad-4d1f-a640-bfc67f431270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for network (8be3c841-0d59-4803-979e-08c48130dbdb), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:09.605335 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1017b967-f8ad-4d1f-a640-bfc67f431270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:09.605890 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-1017b967-f8ad-4d1f-a640-bfc67f431270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:09.610632 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:09.697550 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:09.726008 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-6fcb9a8e-3b18-4897-9792-8c3b81a76d9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748142589579'] for network (29ff322a-6eb8-436a-953a-aa176e35076e), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:09.780330 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Network 4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad is already hosted by enough agents. {{(pid=113090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:43:09.791816 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.scheduler.base_scheduler [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Resources bound (agent type, host, resource id): {{(pid=113090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:09.803034 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-1017b967-f8ad-4d1f-a640-bfc67f431270 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4980581 Aug 24 06:43:09.810589 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 46094) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:09.814116 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017b967-f8ad-4d1f-a640-bfc67f431270 admin admin] Pushing event updated for resources: {'Network': ['ID=8be3c841-0d59-4803-979e-08c48130dbdb,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:09.830258 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-c5ca0909-d75f-4b15-8607-fc4376990e8b admin admin] Request body: {'subnet': {'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-314602131-subnet', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:09.856567 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Received port after_create {{(pid=113090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:43:09.865075 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Network 8be3c841-0d59-4803-979e-08c48130dbdb details requested by agent ovs-agent-dv-cinder-854271-1-iscsi with host dv-cinder-854271-1-iscsi {{(pid=113090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 06:43:09.877943 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Pushing event updated for resources: {'Port': ['ID=01709ac7-8e03-46b8-af80-684d8c19caa4,revision_number=1']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:09.888882 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [None req-5475837f-7f3e-4b44-8c1d-a521667438e5 admin admin] Allocated IP 172.27.3.119 (ebaf0247-9904-4138-a92a-0e04f684cda3/21927f02-5278-4e61-8de7-8e5f8e88a327/25cf353b-d2aa-4117-8f45-b731e5b20dce) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:43:09.916075 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:09.917014 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:09.917826 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:09.918379 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:09.919237 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:09.919883 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:09.920409 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:09.920932 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:09.921468 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:09.922141 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:09.922658 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:09.923177 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:09.923697 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:09.924220 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:09.924717 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Tracked resource versions report: Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: pushed versions: Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: { 'AddressGroup': {'1.2'}, Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: 'Agent': {'1.1'}, Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: 'ConntrackHelper': {'1.0'}, Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: 'LocalIPAssociation': {'1.0'}, Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: 'Log': {'1.0'}, Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: 'NDPProxy': {'1.0'}, Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: 'Network': {'1.1'}, Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: 'Port': {'1.7'}, Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: 'PortForwarding': {'1.3'}, Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: 'QosPolicy': {'1.10'}, Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: 'SecurityGroup': {'1.5'}, Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: 'SecurityGroupRule': {'1.2'}, Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: 'SubPort': {'1.0'}, Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: 'Subnet': {'1.1'}, Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: 'Trunk': {'1.1'}} Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: consumer versions: Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: { DHCP agent@dv-cinder-854271-1-iscsi: {}, Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: HyperV agent@hv-cinder-85427: {}, Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: L3 agent@dv-cinder-854271-1-iscsi: {}, Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: Metadata agent@dv-cinder-854271-1-iscsi: {}, Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: Metering agent@dv-cinder-854271-1-iscsi: {}, Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: Open vSwitch agent@dv-cinder-854271-1-iscsi: { 'AddressGroup': '1.2', Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: 'Agent': '1.1', Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: 'ConntrackHelper': '1.0', Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: 'LocalIPAssociation': '1.0', Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: 'Log': '1.0', Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: 'NDPProxy': '1.0', Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: 'Network': '1.1', Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: 'Port': '1.7', Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: 'PortForwarding': '1.3', Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: 'QosPolicy': '1.10', Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: 'SecurityGroup': '1.5', Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: 'SecurityGroupRule': '1.2', Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: 'SubPort': '1.0', Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: 'Subnet': '1.1', Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: 'Trunk': '1.1'}} Aug 24 06:43:09.926079 dv-cinder-854271-1-iscsi neutron-server[113090]: {{(pid=113090) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 06:43:09.933080 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-6fcb9a8e-3b18-4897-9792-8c3b81a76d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for network (29ff322a-6eb8-436a-953a-aa176e35076e), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:09.934090 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcb9a8e-3b18-4897-9792-8c3b81a76d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:09.934660 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-6fcb9a8e-3b18-4897-9792-8c3b81a76d9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:09.951961 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e167ae6f-e0cf-49d4-a72d-1959a35665fe admin admin] Publish callbacks [] for security_group (e2872ccd-fc5e-46da-9e0f-a35d665f0fcf), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:09.976805 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-6df740d3-6213-422e-8e1f-038208079525 None None] Publish callbacks [] for port (d3ed1ab6-5f73-4f29-960e-d88a6b73af75), precommit_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:09.997657 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e167ae6f-e0cf-49d4-a72d-1959a35665fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (e2872ccd-fc5e-46da-9e0f-a35d665f0fcf), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:10.024092 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-6df740d3-6213-422e-8e1f-038208079525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (d3ed1ab6-5f73-4f29-960e-d88a6b73af75), after_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:10.045295 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ca0909-d75f-4b15-8607-fc4376990e8b admin admin] Made reservation on behalf of 0aec98515a95467aa9a43853bfdcb7d7 for: {'subnet': 1} {{(pid=113089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:43:10.049618 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c5ca0909-d75f-4b15-8607-fc4376990e8b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:10.058583 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:10.060563 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=5 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:10.086988 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:10.087759 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:10.100243 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e167ae6f-e0cf-49d4-a72d-1959a35665fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=113089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 06:43:10.103241 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5475837f-7f3e-4b44-8c1d-a521667438e5 admin admin] Publish callbacks [] for port (25cf353b-d2aa-4117-8f45-b731e5b20dce), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:10.111417 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e167ae6f-e0cf-49d4-a72d-1959a35665fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:10.111810 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.db.segments_db [None req-e167ae6f-e0cf-49d4-a72d-1959a35665fe admin admin] Added segment e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9 of type vlan for network 018b0e35-de97-44eb-a1bf-77de9b3c6286 Aug 24 06:43:10.131214 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Attempting to bind port 01709ac7-8e03-46b8-af80-684d8c19caa4 on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:43:10.131657 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Attempting to bind port 01709ac7-8e03-46b8-af80-684d8c19caa4 by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': '6bddbdc0-2b31-4a69-875c-7bbac9668394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad'}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:43:10.132378 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Attempting to bind port 01709ac7-8e03-46b8-af80-684d8c19caa4 on network 4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:43:10.173030 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e167ae6f-e0cf-49d4-a72d-1959a35665fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748142589579'] for network (018b0e35-de97-44eb-a1bf-77de9b3c6286), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:10.177693 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df740d3-6213-422e-8e1f-038208079525 None None] Network 4d764327-7285-4015-bbe3-ebfc93ab6200 is already hosted by enough agents. {{(pid=113090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:43:10.181337 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:43:10.182933 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Checking segment: {'id': '6bddbdc0-2b31-4a69-875c-7bbac9668394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:43:10.183573 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:10.184082 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Bound using segment: {'id': '6bddbdc0-2b31-4a69-875c-7bbac9668394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad'} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:43:10.184727 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Bound port: 01709ac7-8e03-46b8-af80-684d8c19caa4, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bddbdc0-2b31-4a69-875c-7bbac9668394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad'}}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:43:10.185207 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (01709ac7-8e03-46b8-af80-684d8c19caa4), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:10.194009 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.scheduler.base_scheduler [None req-6df740d3-6213-422e-8e1f-038208079525 None None] Resources bound (agent type, host, resource id): {{(pid=113090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:10.198055 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5475837f-7f3e-4b44-8c1d-a521667438e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (25cf353b-d2aa-4117-8f45-b731e5b20dce), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:10.218503 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-6fcb9a8e-3b18-4897-9792-8c3b81a76d9a admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3968894 Aug 24 06:43:10.219288 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 46110) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:10.223485 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df740d3-6213-422e-8e1f-038208079525 None None] Received port after_create {{(pid=113090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:43:10.234652 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df740d3-6213-422e-8e1f-038208079525 None None] Pushing event updated for resources: {'Port': ['ID=d3ed1ab6-5f73-4f29-960e-d88a6b73af75,revision_number=1']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:10.236891 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-47010997-8694-41e0-80fb-044b1a25ad4e admin admin] Request body: {'subnet': {'network_id': '29ff322a-6eb8-436a-953a-aa176e35076e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1883541692-subnet', 'tenant_id': '59b7ab43f7824f6c8a17988db2a25807', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:10.247932 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5475837f-7f3e-4b44-8c1d-a521667438e5 admin admin] Network ebaf0247-9904-4138-a92a-0e04f684cda3 is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:43:10.259936 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e167ae6f-e0cf-49d4-a72d-1959a35665fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for network (018b0e35-de97-44eb-a1bf-77de9b3c6286), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:10.262345 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e167ae6f-e0cf-49d4-a72d-1959a35665fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:10.263105 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e167ae6f-e0cf-49d4-a72d-1959a35665fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:10.275954 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-5475837f-7f3e-4b44-8c1d-a521667438e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:10.279648 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5475837f-7f3e-4b44-8c1d-a521667438e5 admin admin] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:43:10.317350 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47010997-8694-41e0-80fb-044b1a25ad4e admin admin] Made reservation on behalf of 59b7ab43f7824f6c8a17988db2a25807 for: {'subnet': 1} {{(pid=113089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:43:10.319899 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-47010997-8694-41e0-80fb-044b1a25ad4e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:10.425264 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5475837f-7f3e-4b44-8c1d-a521667438e5 admin admin] Pushing event updated for resources: {'Port': ['ID=25cf353b-d2aa-4117-8f45-b731e5b20dce,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:10.428002 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-6df740d3-6213-422e-8e1f-038208079525 None None] Attempting to bind port d3ed1ab6-5f73-4f29-960e-d88a6b73af75 on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:43:10.428549 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-6df740d3-6213-422e-8e1f-038208079525 None None] Attempting to bind port d3ed1ab6-5f73-4f29-960e-d88a6b73af75 by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': '5640d952-e513-45d9-be85-d5e12a41703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200'}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:43:10.445414 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df740d3-6213-422e-8e1f-038208079525 None None] Attempting to bind port d3ed1ab6-5f73-4f29-960e-d88a6b73af75 on network 4d764327-7285-4015-bbe3-ebfc93ab6200 {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:43:10.458399 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df740d3-6213-422e-8e1f-038208079525 None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:43:10.458762 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df740d3-6213-422e-8e1f-038208079525 None None] Checking segment: {'id': '5640d952-e513-45d9-be85-d5e12a41703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:43:10.459161 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-6df740d3-6213-422e-8e1f-038208079525 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:10.459650 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df740d3-6213-422e-8e1f-038208079525 None None] Bound using segment: {'id': '5640d952-e513-45d9-be85-d5e12a41703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200'} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:43:10.460130 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-6df740d3-6213-422e-8e1f-038208079525 None None] Bound port: d3ed1ab6-5f73-4f29-960e-d88a6b73af75, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5640d952-e513-45d9-be85-d5e12a41703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200'}}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:43:10.460496 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-6df740d3-6213-422e-8e1f-038208079525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (d3ed1ab6-5f73-4f29-960e-d88a6b73af75), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:10.506584 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] For port 01709ac7-8e03-46b8-af80-684d8c19caa4, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:43:10.546983 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:INSERT=11,neutron:SELECT=81,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:10.552762 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb9a8e-3b18-4897-9792-8c3b81a76d9a admin admin] Pushing event updated for resources: {'Network': ['ID=29ff322a-6eb8-436a-953a-aa176e35076e,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:10.560942 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-e167ae6f-e0cf-49d4-a72d-1959a35665fe admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3747966 Aug 24 06:43:10.570156 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167ae6f-e0cf-49d4-a72d-1959a35665fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2872ccd-fc5e-46da-9e0f-a35d665f0fcf,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:10.582967 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-6df740d3-6213-422e-8e1f-038208079525 None None] For port d3ed1ab6-5f73-4f29-960e-d88a6b73af75, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:43:10.587877 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-6df740d3-6213-422e-8e1f-038208079525 None None] For port d3ed1ab6-5f73-4f29-960e-d88a6b73af75, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=d3ed1ab6-5f73-4f29-960e-d88a6b73af75,segment=NetworkSegment(5640d952-e513-45d9-be85-d5e12a41703e),segment_id=5640d952-e513-45d9-be85-d5e12a41703e)] {{(pid=113090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:43:10.595613 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Network 29ff322a-6eb8-436a-953a-aa176e35076e details requested by agent ovs-agent-dv-cinder-854271-1-iscsi with host dv-cinder-854271-1-iscsi {{(pid=113090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 06:43:10.601451 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] For port 01709ac7-8e03-46b8-af80-684d8c19caa4, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=01709ac7-8e03-46b8-af80-684d8c19caa4,segment=NetworkSegment(6bddbdc0-2b31-4a69-875c-7bbac9668394),segment_id=6bddbdc0-2b31-4a69-875c-7bbac9668394)] {{(pid=113090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:43:10.603407 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 46116) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:10.603906 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-d61f5e11-ab85-43ee-bb07-04b32ca6d7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:10.618568 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-6df740d3-6213-422e-8e1f-038208079525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (d3ed1ab6-5f73-4f29-960e-d88a6b73af75), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:10.632033 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (01709ac7-8e03-46b8-af80-684d8c19caa4), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:10.648003 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-6fddf2e3-5706-4d72-b628-574458b8799d admin admin] Request body: {'subnet': {'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-328073892-subnet', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:10.686662 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:10.689463 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c53ba093-e3af-463d-8d31-5b30b86279d0 admin admin] Publish callbacks [] for router_gateway (60257890-9b33-4fc7-91c0-49114a106d83), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:10.772346 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 46122) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:10.821217 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c53ba093-e3af-463d-8d31-5b30b86279d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:10.851586 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167ae6f-e0cf-49d4-a72d-1959a35665fe admin admin] Pushing event updated for resources: {'Network': ['ID=018b0e35-de97-44eb-a1bf-77de9b3c6286,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:10.858559 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df740d3-6213-422e-8e1f-038208079525 None None] Pushing event updated for resources: {'Port': ['ID=d3ed1ab6-5f73-4f29-960e-d88a6b73af75,revision_number=2']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:10.874827 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fddf2e3-5706-4d72-b628-574458b8799d admin admin] Made reservation on behalf of 5b4541156c1f4efab3a61dd6935638bb for: {'subnet': 1} {{(pid=113089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:43:10.877435 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-6fddf2e3-5706-4d72-b628-574458b8799d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:10.880319 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Network 018b0e35-de97-44eb-a1bf-77de9b3c6286 details requested by agent ovs-agent-dv-cinder-854271-1-iscsi with host dv-cinder-854271-1-iscsi {{(pid=113090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 06:43:10.955499 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5475837f-7f3e-4b44-8c1d-a521667438e5 admin admin] Publish callbacks [] for router_gateway (75ea99f1-9466-4c6b-97ff-975a1fed8f16), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:11.175893 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b65b4-cb8b-4b63-877d-82006d1874ed None None] Pushing event updated for resources: {'Port': ['ID=01709ac7-8e03-46b8-af80-684d8c19caa4,revision_number=2']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:11.404337 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-4b14b9d8-b8c8-4504-a198-68cb06f8660b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:11.482901 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5475837f-7f3e-4b44-8c1d-a521667438e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696429'] for router (75ea99f1-9466-4c6b-97ff-975a1fed8f16), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:11.514960 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-47010997-8694-41e0-80fb-044b1a25ad4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for subnet (6f85f03a-22c1-408d-899e-137ef21dbe1b), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:11.624903 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 01709ac7-8e03-46b8-af80-684d8c19caa4 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:43:11.643618 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.db_base_plugin_common [None req-c53ba093-e3af-463d-8d31-5b30b86279d0 admin admin] Allocated IP 172.27.3.165 (ebaf0247-9904-4138-a92a-0e04f684cda3/21927f02-5278-4e61-8de7-8e5f8e88a327/8a3d7773-7d9a-4a50-b48b-707661ee7260) {{(pid=113089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:43:11.689870 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:11.699612 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:11.701547 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 01709ac7-8e03-46b8-af80-684d8c19caa4 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:11.702003 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (01709ac7-8e03-46b8-af80-684d8c19caa4), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:11.759820 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5475837f-7f3e-4b44-8c1d-a521667438e5 admin admin] Router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 is scheduled to L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 with binding_index 1 {{(pid=113088) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 06:43:11.773806 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:11.783930 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:11.796256 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c5ca0909-d75f-4b15-8607-fc4376990e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for subnet (81feb445-3ba1-4eb7-aa79-cbcfce06b0ac), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:11.806084 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 01709ac7-8e03-46b8-af80-684d8c19caa4 is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:11.807448 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (01709ac7-8e03-46b8-af80-684d8c19caa4), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:11.844047 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:11.852727 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] For port 01709ac7-8e03-46b8-af80-684d8c19caa4, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=01709ac7-8e03-46b8-af80-684d8c19caa4,segment=NetworkSegment(6bddbdc0-2b31-4a69-875c-7bbac9668394),segment_id=6bddbdc0-2b31-4a69-875c-7bbac9668394)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:43:11.858828 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (01709ac7-8e03-46b8-af80-684d8c19caa4), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:11.860198 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device d3ed1ab6-5f73-4f29-960e-d88a6b73af75 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:43:11.868594 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-6fddf2e3-5706-4d72-b628-574458b8799d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for subnet (72cdaf0a-4647-46c2-91ee-def2bd17e00f), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:11.880279 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47010997-8694-41e0-80fb-044b1a25ad4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f85f03a-22c1-408d-899e-137ef21dbe1b,revision_number=0']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:11.897662 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5475837f-7f3e-4b44-8c1d-a521667438e5 admin admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:43:11.911424 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f091f369-ca2e-4ad4-a501-c4e40de9c42c None None] Sync routers for ids ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:43:11.936860 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f091f369-ca2e-4ad4-a501-c4e40de9c42c None None] Routers {'75ea99f1-9466-4c6b-97ff-975a1fed8f16'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:43:11.938197 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-f091f369-ca2e-4ad4-a501-c4e40de9c42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:42:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:11.942274 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5475837f-7f3e-4b44-8c1d-a521667438e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:11.944346 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-5475837f-7f3e-4b44-8c1d-a521667438e5 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4347861 Aug 24 06:43:11.947450 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 46160) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:11.972441 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c53ba093-e3af-463d-8d31-5b30b86279d0 admin admin] Publish callbacks [] for port (8a3d7773-7d9a-4a50-b48b-707661ee7260), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:12.023982 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port d3ed1ab6-5f73-4f29-960e-d88a6b73af75 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:12.024368 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (d3ed1ab6-5f73-4f29-960e-d88a6b73af75), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:12.043678 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Pushing event updated for resources: {'Port': ['ID=01709ac7-8e03-46b8-af80-684d8c19caa4,revision_number=3']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:12.068607 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47010997-8694-41e0-80fb-044b1a25ad4e admin admin] Checking segment: {'id': '22d81dca-a42b-4c68-b84a-e3a32cb83863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '29ff322a-6eb8-436a-953a-aa176e35076e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:43:12.069023 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47010997-8694-41e0-80fb-044b1a25ad4e admin admin] Network hostable DHCP agents. Network: 29ff322a-6eb8-436a-953a-aa176e35076e, hostable agents: ['133a3e8a-16cb-4472-a923-08e28c023b55'], hosted agents: [] {{(pid=113089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 06:43:12.224395 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-f091f369-ca2e-4ad4-a501-c4e40de9c42c None None] Set router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:43:12.229296 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-4b14b9d8-b8c8-4504-a198-68cb06f8660b admin admin] Publish callbacks [] for security_group (3358566d-2604-4e1c-8a2a-74fab794fcf2), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:12.263693 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca0909-d75f-4b15-8607-fc4376990e8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=81feb445-3ba1-4eb7-aa79-cbcfce06b0ac,revision_number=0']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:12.272839 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port d3ed1ab6-5f73-4f29-960e-d88a6b73af75 is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:12.273488 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (d3ed1ab6-5f73-4f29-960e-d88a6b73af75), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:12.354700 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] For port d3ed1ab6-5f73-4f29-960e-d88a6b73af75, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=d3ed1ab6-5f73-4f29-960e-d88a6b73af75,segment=NetworkSegment(5640d952-e513-45d9-be85-d5e12a41703e),segment_id=5640d952-e513-45d9-be85-d5e12a41703e)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:43:12.383520 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (d3ed1ab6-5f73-4f29-960e-d88a6b73af75), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:12.384561 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47010997-8694-41e0-80fb-044b1a25ad4e admin admin] Network 29ff322a-6eb8-436a-953a-aa176e35076e is scheduled to be hosted by DHCP agent 133a3e8a-16cb-4472-a923-08e28c023b55 with binding_index 1 {{(pid=113089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 06:43:12.394932 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:12.419878 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ca0909-d75f-4b15-8607-fc4376990e8b admin admin] Checking segment: {'id': 'b5516234-5380-4558-bccf-bf2354b2ccbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:43:12.421366 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ca0909-d75f-4b15-8607-fc4376990e8b admin admin] Network hostable DHCP agents. Network: 8be3c841-0d59-4803-979e-08c48130dbdb, hostable agents: ['133a3e8a-16cb-4472-a923-08e28c023b55'], hosted agents: [] {{(pid=113089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 06:43:12.435017 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c53ba093-e3af-463d-8d31-5b30b86279d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (8a3d7773-7d9a-4a50-b48b-707661ee7260), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:12.444529 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-4b14b9d8-b8c8-4504-a198-68cb06f8660b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (3358566d-2604-4e1c-8a2a-74fab794fcf2), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:12.476041 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fddf2e3-5706-4d72-b628-574458b8799d admin admin] Pushing event updated for resources: {'Subnet': ['ID=72cdaf0a-4647-46c2-91ee-def2bd17e00f,revision_number=0']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:12.486223 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [None req-47010997-8694-41e0-80fb-044b1a25ad4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854271-1-iscsi, 29ff322a-6eb8-436a-953a-aa176e35076e) {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:12.540919 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ccdc6d-cb8c-4173-840e-9c7f58543ce9 None None] Network 29ff322a-6eb8-436a-953a-aa176e35076e requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:43:12.563430 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47010997-8694-41e0-80fb-044b1a25ad4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:12.572115 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-47010997-8694-41e0-80fb-044b1a25ad4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for subnet (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:12.619709 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Pushing event updated for resources: {'Port': ['ID=d3ed1ab6-5f73-4f29-960e-d88a6b73af75,revision_number=3']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:12.673993 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fddf2e3-5706-4d72-b628-574458b8799d admin admin] Checking segment: {'id': 'e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:43:12.674685 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fddf2e3-5706-4d72-b628-574458b8799d admin admin] Network hostable DHCP agents. Network: 018b0e35-de97-44eb-a1bf-77de9b3c6286, hostable agents: ['133a3e8a-16cb-4472-a923-08e28c023b55'], hosted agents: [] {{(pid=113089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 06:43:12.704573 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53ba093-e3af-463d-8d31-5b30b86279d0 admin admin] Network ebaf0247-9904-4138-a92a-0e04f684cda3 is already hosted by enough agents. {{(pid=113089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:43:12.722070 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-4b14b9d8-b8c8-4504-a198-68cb06f8660b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0adb8c7877ba4820b28971463c2241a9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9468744 Aug 24 06:43:12.731853 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 46184) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:12.732770 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [None req-c53ba093-e3af-463d-8d31-5b30b86279d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:12.750381 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-47010997-8694-41e0-80fb-044b1a25ad4e admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5175526 Aug 24 06:43:12.756771 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53ba093-e3af-463d-8d31-5b30b86279d0 admin admin] Received port after_create {{(pid=113089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:43:12.764022 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 46188) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:12.777892 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-7d0ed9a3-c3ed-4018-a91a-931bdbbc3b8b admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1883541692-router', 'tenant_id': '59b7ab43f7824f6c8a17988db2a25807', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:12.813690 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ca0909-d75f-4b15-8607-fc4376990e8b admin admin] Network 8be3c841-0d59-4803-979e-08c48130dbdb is scheduled to be hosted by DHCP agent 133a3e8a-16cb-4472-a923-08e28c023b55 with binding_index 1 {{(pid=113089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 06:43:12.853199 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-4161693d-21bf-4693-ac2a-0907559abd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:12.867530 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-f091f369-ca2e-4ad4-a501-c4e40de9c42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'name': 'tempest-AttachVolumeNegativeTest-1816783706-router', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:10Z', 'revision_number': 3, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'gw_port': {'id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:09Z', 'updated_at': '2022-08-24T06:43:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi'}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:12.894214 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8a3bc639-84ad-404a-ad2a-36fe87702794 admin admin] Publish callbacks [] for security_group (3358566d-2604-4e1c-8a2a-74fab794fcf2), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:12.897821 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14b9d8-b8c8-4504-a198-68cb06f8660b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3358566d-2604-4e1c-8a2a-74fab794fcf2,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:12.902584 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed9a3-c3ed-4018-a91a-931bdbbc3b8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router (8aa09cbd-ae24-4c0f-a99c-780a8af138a3), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:12.903777 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed9a3-c3ed-4018-a91a-931bdbbc3b8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1697044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router (8aa09cbd-ae24-4c0f-a99c-780a8af138a3), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:12.910829 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f091f369-ca2e-4ad4-a501-c4e40de9c42c None None] Checking router: 75ea99f1-9466-4c6b-97ff-975a1fed8f16 for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:43:12.911494 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f091f369-ca2e-4ad4-a501-c4e40de9c42c None None] Updating router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 port 25cf353b-d2aa-4117-8f45-b731e5b20dce binding host dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 06:43:12.912139 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:12.923834 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ba093-e3af-463d-8d31-5b30b86279d0 admin admin] Pushing event updated for resources: {'Port': ['ID=8a3d7773-7d9a-4a50-b48b-707661ee7260,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:12.937693 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [None req-c5ca0909-d75f-4b15-8607-fc4376990e8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854271-1-iscsi, 8be3c841-0d59-4803-979e-08c48130dbdb) {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:12.958870 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed9a3-c3ed-4018-a91a-931bdbbc3b8b admin admin] Publish callbacks [] for router_controller (8aa09cbd-ae24-4c0f-a99c-780a8af138a3), precommit_add_association {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:12.975934 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ca0909-d75f-4b15-8607-fc4376990e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:12.976861 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c5ca0909-d75f-4b15-8607-fc4376990e8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for subnet (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:12.981334 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fddf2e3-5706-4d72-b628-574458b8799d admin admin] Network 018b0e35-de97-44eb-a1bf-77de9b3c6286 is scheduled to be hosted by DHCP agent 133a3e8a-16cb-4472-a923-08e28c023b55 with binding_index 1 {{(pid=113089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 06:43:12.990116 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-f091f369-ca2e-4ad4-a501-c4e40de9c42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (25cf353b-d2aa-4117-8f45-b731e5b20dce), before_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:13.004660 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [None req-6fddf2e3-5706-4d72-b628-574458b8799d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854271-1-iscsi, 018b0e35-de97-44eb-a1bf-77de9b3c6286) {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:13.019590 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fddf2e3-5706-4d72-b628-574458b8799d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:13.020504 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-6fddf2e3-5706-4d72-b628-574458b8799d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for subnet (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:13.039168 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7565a84-c58d-4323-9756-6d74ff873517 None None] Network 4d764327-7285-4015-bbe3-ebfc93ab6200 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:43:13.050580 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-c5ca0909-d75f-4b15-8607-fc4376990e8b admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.2310193 Aug 24 06:43:13.050809 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 46192) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:13.051806 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d39bf4a-f21b-4ea2-9b2b-bb53e7ed0ca8 None None] Network 8be3c841-0d59-4803-979e-08c48130dbdb requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:43:13.055672 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-315300bc-95cf-46a6-8397-c9cceee78e25 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-314602131-router', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:13.107750 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-6fddf2e3-5706-4d72-b628-574458b8799d admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4873290 Aug 24 06:43:13.127573 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 46194) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:13.129538 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8a3bc639-84ad-404a-ad2a-36fe87702794 admin admin] Publish callbacks [] for security_group (3358566d-2604-4e1c-8a2a-74fab794fcf2), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:13.134289 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:13.153997 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-8cef8aaa-7797-43ec-86b1-7a41296851df admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-328073892-router', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:13.155372 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967b7c62-9c4a-4f9c-8760-ba797b5a3e45 None None] Network 018b0e35-de97-44eb-a1bf-77de9b3c6286 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:43:13.166234 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-315300bc-95cf-46a6-8397-c9cceee78e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router (b859ea55-410f-4150-99fc-46246c7302ec), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:13.167931 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-315300bc-95cf-46a6-8397-c9cceee78e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1697044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router (b859ea55-410f-4150-99fc-46246c7302ec), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:13.202914 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c53ba093-e3af-463d-8d31-5b30b86279d0 admin admin] Publish callbacks [] for router_gateway (60257890-9b33-4fc7-91c0-49114a106d83), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:13.207032 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8cef8aaa-7797-43ec-86b1-7a41296851df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router (a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:13.209250 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8cef8aaa-7797-43ec-86b1-7a41296851df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1697044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router (a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:13.224594 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ceb2f1-a1cf-4181-bb26-e8a6594e9ee9 None None] Network 4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:43:13.267050 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8cef8aaa-7797-43ec-86b1-7a41296851df admin admin] Publish callbacks [] for router_controller (a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac), precommit_add_association {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:13.312667 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:13.322118 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-315300bc-95cf-46a6-8397-c9cceee78e25 admin admin] Publish callbacks [] for router_controller (b859ea55-410f-4150-99fc-46246c7302ec), precommit_add_association {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:13.356247 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-f091f369-ca2e-4ad4-a501-c4e40de9c42c None None] Publish callbacks [] for port (25cf353b-d2aa-4117-8f45-b731e5b20dce), precommit_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:13.366151 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-f091f369-ca2e-4ad4-a501-c4e40de9c42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (25cf353b-d2aa-4117-8f45-b731e5b20dce), after_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:13.402514 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-f091f369-ca2e-4ad4-a501-c4e40de9c42c None None] Attempting to bind port 25cf353b-d2aa-4117-8f45-b731e5b20dce on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:43:13.402885 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-f091f369-ca2e-4ad4-a501-c4e40de9c42c None None] Attempting to bind port 25cf353b-d2aa-4117-8f45-b731e5b20dce by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}] {{(pid=113091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:43:13.403265 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f091f369-ca2e-4ad4-a501-c4e40de9c42c None None] Attempting to bind port 25cf353b-d2aa-4117-8f45-b731e5b20dce on network ebaf0247-9904-4138-a92a-0e04f684cda3 {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:43:13.472137 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-af85ac82-e4ac-4804-bd84-3cfa8be57c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:13.472137 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e537c1-8288-4f24-b68c-cdf1641f6aff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c256b93-5dc0-52aa-9173-f46dd4354694-8be3c841-0d59-4803-979e-08c48130dbdb', 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb', 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'fixed_ips': [{'subnet_id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac'}]}} from dv-cinder-854271-1-iscsi. {{(pid=113090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 06:43:13.472137 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-71e537c1-8288-4f24-b68c-cdf1641f6aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:13.479603 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f091f369-ca2e-4ad4-a501-c4e40de9c42c None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:43:13.479603 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f091f369-ca2e-4ad4-a501-c4e40de9c42c None None] Checking segment: {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:43:13.479603 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-f091f369-ca2e-4ad4-a501-c4e40de9c42c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:13.479603 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f091f369-ca2e-4ad4-a501-c4e40de9c42c None None] Bound using segment: {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'} {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:43:13.479603 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-f091f369-ca2e-4ad4-a501-c4e40de9c42c None None] Bound port: 25cf353b-d2aa-4117-8f45-b731e5b20dce, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}}] {{(pid=113091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:43:13.479603 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-f091f369-ca2e-4ad4-a501-c4e40de9c42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (25cf353b-d2aa-4117-8f45-b731e5b20dce), before_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:13.546942 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ef1054-185d-40e8-8c5e-c82c7ca70fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c256b93-5dc0-52aa-9173-f46dd4354694-29ff322a-6eb8-436a-953a-aa176e35076e', 'network_id': '29ff322a-6eb8-436a-953a-aa176e35076e', 'project_id': '59b7ab43f7824f6c8a17988db2a25807', 'fixed_ips': [{'subnet_id': '6f85f03a-22c1-408d-899e-137ef21dbe1b'}]}} from dv-cinder-854271-1-iscsi. {{(pid=113090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 06:43:13.547943 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-f1ef1054-185d-40e8-8c5e-c82c7ca70fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:13.570809 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72acb3-b389-4137-9787-cc40a1efd668 None None] Pushing event updated for resources: {'Port': ['ID=25cf353b-d2aa-4117-8f45-b731e5b20dce,revision_number=2']} {{(pid=113091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:13.612144 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [None req-4161693d-21bf-4693-ac2a-0907559abd78 admin admin] Allocated IP 172.20.0.1 (4d764327-7285-4015-bbe3-ebfc93ab6200/68aa3b00-7d83-4a36-89ce-d2987615f595/600aceea-e5a1-4b97-90bc-acc305ca240a) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:43:13.632546 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:13.634481 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd72acb3-b389-4137-9787-cc40a1efd668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:13.635024 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd72acb3-b389-4137-9787-cc40a1efd668 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:13.635618 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd72acb3-b389-4137-9787-cc40a1efd668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:13.636177 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd72acb3-b389-4137-9787-cc40a1efd668 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:13.636658 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd72acb3-b389-4137-9787-cc40a1efd668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:13.637156 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd72acb3-b389-4137-9787-cc40a1efd668 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:13.637928 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd72acb3-b389-4137-9787-cc40a1efd668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:13.638408 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd72acb3-b389-4137-9787-cc40a1efd668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:13.639044 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd72acb3-b389-4137-9787-cc40a1efd668 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:13.639541 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd72acb3-b389-4137-9787-cc40a1efd668 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:13.640019 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd72acb3-b389-4137-9787-cc40a1efd668 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:13.640953 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd72acb3-b389-4137-9787-cc40a1efd668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:13.641456 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd72acb3-b389-4137-9787-cc40a1efd668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:13.641925 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd72acb3-b389-4137-9787-cc40a1efd668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:13.642401 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd72acb3-b389-4137-9787-cc40a1efd668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd72acb3-b389-4137-9787-cc40a1efd668 None None] Tracked resource versions report: Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: pushed versions: Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: { 'AddressGroup': {'1.2'}, Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: 'Agent': {'1.1'}, Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: 'ConntrackHelper': {'1.0'}, Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: 'LocalIPAssociation': {'1.0'}, Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: 'Log': {'1.0'}, Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: 'NDPProxy': {'1.0'}, Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: 'Network': {'1.1'}, Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: 'Port': {'1.7'}, Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: 'PortForwarding': {'1.3'}, Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: 'QosPolicy': {'1.10'}, Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: 'SecurityGroup': {'1.5'}, Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: 'SecurityGroupRule': {'1.2'}, Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: 'SubPort': {'1.0'}, Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: 'Subnet': {'1.1'}, Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: 'Trunk': {'1.1'}} Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: consumer versions: Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: { DHCP agent@dv-cinder-854271-1-iscsi: {}, Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: HyperV agent@hv-cinder-85427: {}, Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: L3 agent@dv-cinder-854271-1-iscsi: {}, Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: Metadata agent@dv-cinder-854271-1-iscsi: {}, Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: Metering agent@dv-cinder-854271-1-iscsi: {}, Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: Open vSwitch agent@dv-cinder-854271-1-iscsi: { 'AddressGroup': '1.2', Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: 'Agent': '1.1', Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: 'ConntrackHelper': '1.0', Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: 'LocalIPAssociation': '1.0', Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: 'Log': '1.0', Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: 'NDPProxy': '1.0', Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: 'Network': '1.1', Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: 'Port': '1.7', Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: 'PortForwarding': '1.3', Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: 'QosPolicy': '1.10', Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: 'SecurityGroup': '1.5', Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: 'SecurityGroupRule': '1.2', Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: 'SubPort': '1.0', Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: 'Subnet': '1.1', Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: 'Trunk': '1.1'}} Aug 24 06:43:13.644144 dv-cinder-854271-1-iscsi neutron-server[113091]: {{(pid=113091) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 06:43:13.659304 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.db [None req-f091f369-ca2e-4ad4-a501-c4e40de9c42c None None] For port 25cf353b-d2aa-4117-8f45-b731e5b20dce, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:43:13.663046 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.db [None req-f091f369-ca2e-4ad4-a501-c4e40de9c42c None None] For port 25cf353b-d2aa-4117-8f45-b731e5b20dce, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=25cf353b-d2aa-4117-8f45-b731e5b20dce,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:43:13.684186 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-f091f369-ca2e-4ad4-a501-c4e40de9c42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (25cf353b-d2aa-4117-8f45-b731e5b20dce), after_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:13.720363 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:13.721452 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:13.738987 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f091f369-ca2e-4ad4-a501-c4e40de9c42c None None] Routers {'75ea99f1-9466-4c6b-97ff-975a1fed8f16'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:43:13.740065 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-f091f369-ca2e-4ad4-a501-c4e40de9c42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:43:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:13.745958 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 01709ac7-8e03-46b8-af80-684d8c19caa4 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:43:13.796322 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-63da1150-6d41-4198-91f1-d90ebb5811ed None None] Provisioning complete for port d3ed1ab6-5f73-4f29-960e-d88a6b73af75 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:13.796712 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-63da1150-6d41-4198-91f1-d90ebb5811ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (d3ed1ab6-5f73-4f29-960e-d88a6b73af75), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:13.841806 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72acb3-b389-4137-9787-cc40a1efd668 None None] Pushing event updated for resources: {'Port': ['ID=25cf353b-d2aa-4117-8f45-b731e5b20dce,revision_number=3']} {{(pid=113091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:13.905002 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-f091f369-ca2e-4ad4-a501-c4e40de9c42c None None] Set router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:43:13.945160 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-4161693d-21bf-4693-ac2a-0907559abd78 admin admin] Publish callbacks [] for port (600aceea-e5a1-4b97-90bc-acc305ca240a), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:13.967439 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef23b27-13e0-4684-9b0c-02e7ad473b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c256b93-5dc0-52aa-9173-f46dd4354694-018b0e35-de97-44eb-a1bf-77de9b3c6286', 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286', 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'fixed_ips': [{'subnet_id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f'}]}} from dv-cinder-854271-1-iscsi. {{(pid=113090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 06:43:13.968318 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-eef23b27-13e0-4684-9b0c-02e7ad473b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:14.029361 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8cef8aaa-7797-43ec-86b1-7a41296851df admin admin] Publish callbacks [] for router_gateway (a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:14.036470 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed9a3-c3ed-4018-a91a-931bdbbc3b8b admin admin] Publish callbacks [] for router_gateway (8aa09cbd-ae24-4c0f-a99c-780a8af138a3), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:14.045302 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-4161693d-21bf-4693-ac2a-0907559abd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (600aceea-e5a1-4b97-90bc-acc305ca240a), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:14.069345 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 01709ac7-8e03-46b8-af80-684d8c19caa4 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:14.071048 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4161693d-21bf-4693-ac2a-0907559abd78 admin admin] Network 4d764327-7285-4015-bbe3-ebfc93ab6200 is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:43:14.075014 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (01709ac7-8e03-46b8-af80-684d8c19caa4), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:14.124224 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:14.193855 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-4161693d-21bf-4693-ac2a-0907559abd78 admin admin] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:14.200241 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:14.203217 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4161693d-21bf-4693-ac2a-0907559abd78 admin admin] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:43:14.205556 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-4161693d-21bf-4693-ac2a-0907559abd78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698864'] for router_interface (75ea99f1-9466-4c6b-97ff-975a1fed8f16), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:14.286170 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-f091f369-ca2e-4ad4-a501-c4e40de9c42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'name': 'tempest-AttachVolumeNegativeTest-1816783706-router', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:10Z', 'revision_number': 3, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'gw_port': {'id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:09Z', 'updated_at': '2022-08-24T06:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi'}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:14.299563 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:14.333964 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f091f369-ca2e-4ad4-a501-c4e40de9c42c None None] The sync data for ids ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'] in dv-cinder-854271-1-iscsi is: [{'id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'name': 'tempest-AttachVolumeNegativeTest-1816783706-router', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:10Z', 'revision_number': 3, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'gw_port': {'id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:09Z', 'updated_at': '2022-08-24T06:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi'}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:43:14.349311 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-315300bc-95cf-46a6-8397-c9cceee78e25 admin admin] Publish callbacks [] for router_gateway (b859ea55-410f-4150-99fc-46246c7302ec), precommit_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:14.376275 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 46220) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:14.388473 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.db_base_plugin_common [None req-71e537c1-8288-4f24-b68c-cdf1641f6aff None None] Allocated IP 172.20.0.2 (8be3c841-0d59-4803-979e-08c48130dbdb/81feb445-3ba1-4eb7-aa79-cbcfce06b0ac/90fe68b4-6cf6-4f32-9447-f089880bb2b9) {{(pid=113090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:43:14.400495 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c53ba093-e3af-463d-8d31-5b30b86279d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696429'] for router (60257890-9b33-4fc7-91c0-49114a106d83), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:14.477665 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161693d-21bf-4693-ac2a-0907559abd78 admin admin] Pushing event updated for resources: {'Port': ['ID=600aceea-e5a1-4b97-90bc-acc305ca240a,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:14.506485 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8a3bc639-84ad-404a-ad2a-36fe87702794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (3358566d-2604-4e1c-8a2a-74fab794fcf2), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:14.509046 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8a3bc639-84ad-404a-ad2a-36fe87702794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:14.510253 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-8a3bc639-84ad-404a-ad2a-36fe87702794 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/3358566d-2604-4e1c-8a2a-74fab794fcf2 HTTP/1.1" status: 204 len: 168 time: 1.7774305 Aug 24 06:43:14.627460 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:14.678911 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-63da1150-6d41-4198-91f1-d90ebb5811ed None None] Current status of the port d3ed1ab6-5f73-4f29-960e-d88a6b73af75 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:14.680111 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bc639-84ad-404a-ad2a-36fe87702794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3358566d-2604-4e1c-8a2a-74fab794fcf2,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:14.685515 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.db_base_plugin_common [None req-f1ef1054-185d-40e8-8c5e-c82c7ca70fd8 None None] Allocated IP 172.20.0.2 (29ff322a-6eb8-436a-953a-aa176e35076e/6f85f03a-22c1-408d-899e-137ef21dbe1b/bec654ec-6e94-40c9-a089-de18c174341f) {{(pid=113090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:43:14.809405 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-bb20b9f5-bdbd-41c2-a5a0-bd207db88419 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:14.969891 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:15.215661 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed9a3-c3ed-4018-a91a-931bdbbc3b8b admin admin] Publish callbacks [] for router_gateway (8aa09cbd-ae24-4c0f-a99c-780a8af138a3), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:15.216872 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-4042fdd3-fc16-4ded-bfde-db3c0d70f8ef None None] Provisioning complete for port d3ed1ab6-5f73-4f29-960e-d88a6b73af75 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:15.216872 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-4042fdd3-fc16-4ded-bfde-db3c0d70f8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (d3ed1ab6-5f73-4f29-960e-d88a6b73af75), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:15.228018 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53ba093-e3af-463d-8d31-5b30b86279d0 admin admin] Router 60257890-9b33-4fc7-91c0-49114a106d83 is scheduled to L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 with binding_index 1 {{(pid=113089) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 06:43:15.234544 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-bb20b9f5-bdbd-41c2-a5a0-bd207db88419 admin admin] Publish callbacks [] for security_group (7319a490-85e9-4464-8e62-8c6b3375bf3b), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:15.237563 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-315300bc-95cf-46a6-8397-c9cceee78e25 admin admin] Publish callbacks [] for router_gateway (b859ea55-410f-4150-99fc-46246c7302ec), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:15.247007 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8cef8aaa-7797-43ec-86b1-7a41296851df admin admin] Publish callbacks [] for router_gateway (a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:15.270636 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 46232) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:15.274532 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-71e537c1-8288-4f24-b68c-cdf1641f6aff None None] Publish callbacks [] for port (90fe68b4-6cf6-4f32-9447-f089880bb2b9), precommit_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:15.282069 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 01709ac7-8e03-46b8-af80-684d8c19caa4 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:15.283212 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device d3ed1ab6-5f73-4f29-960e-d88a6b73af75 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:43:15.294115 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-bb20b9f5-bdbd-41c2-a5a0-bd207db88419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (7319a490-85e9-4464-8e62-8c6b3375bf3b), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:15.297235 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-315300bc-95cf-46a6-8397-c9cceee78e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:15.311650 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed9a3-c3ed-4018-a91a-931bdbbc3b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:15.313985 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-4161693d-21bf-4693-ac2a-0907559abd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (600aceea-e5a1-4b97-90bc-acc305ca240a), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:15.317227 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8beaefd9-8618-4d4a-bb44-2e3b1a60bdc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:15.334392 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8cef8aaa-7797-43ec-86b1-7a41296851df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:15.405851 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:15.436504 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-71e537c1-8288-4f24-b68c-cdf1641f6aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (90fe68b4-6cf6-4f32-9447-f089880bb2b9), after_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:15.440244 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.db_base_plugin_common [None req-eef23b27-13e0-4684-9b0c-02e7ad473b38 None None] Allocated IP 172.20.0.2 (018b0e35-de97-44eb-a1bf-77de9b3c6286/72cdaf0a-4647-46c2-91ee-def2bd17e00f/0e25d68d-c702-4c4c-8d9c-7076cd904d78) {{(pid=113090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:43:15.518007 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:15.519180 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e537c1-8288-4f24-b68c-cdf1641f6aff None None] Pushing event updated for resources: {'Port': ['ID=90fe68b4-6cf6-4f32-9447-f089880bb2b9,revision_number=1']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:15.550818 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-bb20b9f5-bdbd-41c2-a5a0-bd207db88419 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=16c7f1d71bf24c558c566f71aa177447&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1673203 Aug 24 06:43:15.561433 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 46234) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:15.573359 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20b9f5-bdbd-41c2-a5a0-bd207db88419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7319a490-85e9-4464-8e62-8c6b3375bf3b,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:15.581096 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.db_base_plugin_common [None req-315300bc-95cf-46a6-8397-c9cceee78e25 admin admin] Allocated IP 172.27.3.184 (ebaf0247-9904-4138-a92a-0e04f684cda3/21927f02-5278-4e61-8de7-8e5f8e88a327/e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3) {{(pid=113089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:43:15.588182 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e537c1-8288-4f24-b68c-cdf1641f6aff None None] Network 8be3c841-0d59-4803-979e-08c48130dbdb is already hosted by enough agents. {{(pid=113090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:43:15.600018 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.scheduler.base_scheduler [None req-71e537c1-8288-4f24-b68c-cdf1641f6aff None None] Resources bound (agent type, host, resource id): {{(pid=113090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:15.602388 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e537c1-8288-4f24-b68c-cdf1641f6aff None None] Received port after_create {{(pid=113090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:43:15.642300 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53ba093-e3af-463d-8d31-5b30b86279d0 admin admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:43:15.651813 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:15.655721 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:15.657670 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-f1ef1054-185d-40e8-8c5e-c82c7ca70fd8 None None] Publish callbacks [] for port (bec654ec-6e94-40c9-a089-de18c174341f), precommit_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:15.664983 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:15.669200 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:15.672128 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab26e7c-8a64-4088-b7e3-caf70d2afd3b None None] Sync routers for ids ['60257890-9b33-4fc7-91c0-49114a106d83'] in dv-cinder-854271-1-iscsi {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:43:15.672687 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8beaefd9-8618-4d4a-bb44-2e3b1a60bdc9 admin admin] Publish callbacks [] for security_group (006f4f7b-1356-4850-a500-f1f72751e537), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:15.688445 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8beaefd9-8618-4d4a-bb44-2e3b1a60bdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (006f4f7b-1356-4850-a500-f1f72751e537), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:15.715357 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c53ba093-e3af-463d-8d31-5b30b86279d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:15.716701 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-c53ba093-e3af-463d-8d31-5b30b86279d0 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.3980169 Aug 24 06:43:15.723703 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 46238) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:15.806348 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-59331a56-5a5f-4ba8-ad55-fc5b27afd8a3 admin admin] Publish callbacks [] for security_group (7319a490-85e9-4464-8e62-8c6b3375bf3b), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:15.822092 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beaefd9-8618-4d4a-bb44-2e3b1a60bdc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006f4f7b-1356-4850-a500-f1f72751e537,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:15.831578 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-8beaefd9-8618-4d4a-bb44-2e3b1a60bdc9 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0b21099d59c744d9acf47b2b6ee8c3cb&name=default HTTP/1.1" status: 200 len: 2994 time: 0.5592432 Aug 24 06:43:15.833234 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-315300bc-95cf-46a6-8397-c9cceee78e25 admin admin] Publish callbacks [] for port (e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:15.834741 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 46242) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:15.863890 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:15.884639 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-59331a56-5a5f-4ba8-ad55-fc5b27afd8a3 admin admin] Publish callbacks [] for security_group (7319a490-85e9-4464-8e62-8c6b3375bf3b), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:15.898949 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-f1ef1054-185d-40e8-8c5e-c82c7ca70fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (bec654ec-6e94-40c9-a089-de18c174341f), after_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:15.911439 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-4161693d-21bf-4693-ac2a-0907559abd78 admin admin] Publish callbacks [] for port (600aceea-e5a1-4b97-90bc-acc305ca240a), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:15.932333 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-4161693d-21bf-4693-ac2a-0907559abd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (600aceea-e5a1-4b97-90bc-acc305ca240a), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:15.934127 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-4161693d-21bf-4693-ac2a-0907559abd78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698892'] for router_interface (75ea99f1-9466-4c6b-97ff-975a1fed8f16), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:15.969847 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:15.973380 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-0196117f-5d7c-4cef-bcce-4ec6f4f26cd3 admin admin] Publish callbacks [] for security_group (006f4f7b-1356-4850-a500-f1f72751e537), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:15.977167 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab26e7c-8a64-4088-b7e3-caf70d2afd3b None None] Routers {'60257890-9b33-4fc7-91c0-49114a106d83'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:43:15.977859 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-5ab26e7c-8a64-4088-b7e3-caf70d2afd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:43:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['60257890-9b33-4fc7-91c0-49114a106d83'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:15.999842 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-315300bc-95cf-46a6-8397-c9cceee78e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:16.009894 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port d3ed1ab6-5f73-4f29-960e-d88a6b73af75 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:16.010575 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (d3ed1ab6-5f73-4f29-960e-d88a6b73af75), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:16.055577 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-0196117f-5d7c-4cef-bcce-4ec6f4f26cd3 admin admin] Publish callbacks [] for security_group (006f4f7b-1356-4850-a500-f1f72751e537), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:16.059775 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ef1054-185d-40e8-8c5e-c82c7ca70fd8 None None] Network 29ff322a-6eb8-436a-953a-aa176e35076e is already hosted by enough agents. {{(pid=113090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:43:16.080474 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315300bc-95cf-46a6-8397-c9cceee78e25 admin admin] Network ebaf0247-9904-4138-a92a-0e04f684cda3 is already hosted by enough agents. {{(pid=113089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:43:16.092633 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161693d-21bf-4693-ac2a-0907559abd78 admin admin] Pushing event updated for resources: {'Port': ['ID=600aceea-e5a1-4b97-90bc-acc305ca240a,revision_number=2']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:16.096209 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [None req-315300bc-95cf-46a6-8397-c9cceee78e25 admin admin] Resources bound (agent type, host, resource id): {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:16.106718 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315300bc-95cf-46a6-8397-c9cceee78e25 admin admin] Received port after_create {{(pid=113089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:43:16.106985 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-59331a56-5a5f-4ba8-ad55-fc5b27afd8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (7319a490-85e9-4464-8e62-8c6b3375bf3b), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:16.109277 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-71e537c1-8288-4f24-b68c-cdf1641f6aff None None] Attempting to bind port 90fe68b4-6cf6-4f32-9447-f089880bb2b9 on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:43:16.109652 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-71e537c1-8288-4f24-b68c-cdf1641f6aff None None] Attempting to bind port 90fe68b4-6cf6-4f32-9447-f089880bb2b9 by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': 'b5516234-5380-4558-bccf-bf2354b2ccbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb'}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:43:16.110014 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e537c1-8288-4f24-b68c-cdf1641f6aff None None] Attempting to bind port 90fe68b4-6cf6-4f32-9447-f089880bb2b9 on network 8be3c841-0d59-4803-979e-08c48130dbdb {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:43:16.110886 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-59331a56-5a5f-4ba8-ad55-fc5b27afd8a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:16.114516 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-4042fdd3-fc16-4ded-bfde-db3c0d70f8ef None None] Current status of the port d3ed1ab6-5f73-4f29-960e-d88a6b73af75 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:16.115758 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-59331a56-5a5f-4ba8-ad55-fc5b27afd8a3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7319a490-85e9-4464-8e62-8c6b3375bf3b HTTP/1.1" status: 204 len: 168 time: 0.5452044 Aug 24 06:43:16.122733 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315300bc-95cf-46a6-8397-c9cceee78e25 admin admin] Pushing event updated for resources: {'Port': ['ID=e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:16.123090 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.scheduler.base_scheduler [None req-f1ef1054-185d-40e8-8c5e-c82c7ca70fd8 None None] Resources bound (agent type, host, resource id): {{(pid=113090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:16.125610 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ef1054-185d-40e8-8c5e-c82c7ca70fd8 None None] Received port after_create {{(pid=113090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:43:16.148378 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [None req-8cef8aaa-7797-43ec-86b1-7a41296851df admin admin] Allocated IP 172.27.3.35 (ebaf0247-9904-4138-a92a-0e04f684cda3/21927f02-5278-4e61-8de7-8e5f8e88a327/dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:43:16.149792 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef1054-185d-40e8-8c5e-c82c7ca70fd8 None None] Pushing event updated for resources: {'Port': ['ID=bec654ec-6e94-40c9-a089-de18c174341f,revision_number=1']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:16.167897 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e537c1-8288-4f24-b68c-cdf1641f6aff None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:43:16.168400 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e537c1-8288-4f24-b68c-cdf1641f6aff None None] Checking segment: {'id': 'b5516234-5380-4558-bccf-bf2354b2ccbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:43:16.168776 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-71e537c1-8288-4f24-b68c-cdf1641f6aff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:16.169080 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e537c1-8288-4f24-b68c-cdf1641f6aff None None] Bound using segment: {'id': 'b5516234-5380-4558-bccf-bf2354b2ccbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb'} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:43:16.169588 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-71e537c1-8288-4f24-b68c-cdf1641f6aff None None] Bound port: 90fe68b4-6cf6-4f32-9447-f089880bb2b9, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5516234-5380-4558-bccf-bf2354b2ccbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb'}}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:43:16.170048 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-71e537c1-8288-4f24-b68c-cdf1641f6aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (90fe68b4-6cf6-4f32-9447-f089880bb2b9), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:16.179252 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59331a56-5a5f-4ba8-ad55-fc5b27afd8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7319a490-85e9-4464-8e62-8c6b3375bf3b,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:16.202397 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-4042fdd3-fc16-4ded-bfde-db3c0d70f8ef None None] Provisioning complete for port 01709ac7-8e03-46b8-af80-684d8c19caa4 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:16.202796 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-4042fdd3-fc16-4ded-bfde-db3c0d70f8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (01709ac7-8e03-46b8-af80-684d8c19caa4), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:16.218467 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4161693d-21bf-4693-ac2a-0907559abd78 admin admin] Network 4d764327-7285-4015-bbe3-ebfc93ab6200 is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:43:16.220701 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-4161693d-21bf-4693-ac2a-0907559abd78 admin admin] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:16.229017 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=4 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:16.324963 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-0196117f-5d7c-4cef-bcce-4ec6f4f26cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (006f4f7b-1356-4850-a500-f1f72751e537), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:16.327571 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-0196117f-5d7c-4cef-bcce-4ec6f4f26cd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:16.343783 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-0196117f-5d7c-4cef-bcce-4ec6f4f26cd3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/006f4f7b-1356-4850-a500-f1f72751e537 HTTP/1.1" status: 204 len: 168 time: 0.4912632 Aug 24 06:43:16.490683 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196117f-5d7c-4cef-bcce-4ec6f4f26cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006f4f7b-1356-4850-a500-f1f72751e537,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:16.660784 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-5ab26e7c-8a64-4088-b7e3-caf70d2afd3b None None] Set router 60257890-9b33-4fc7-91c0-49114a106d83 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:43:16.771803 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8cef8aaa-7797-43ec-86b1-7a41296851df admin admin] Publish callbacks [] for port (dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:16.791442 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4161693d-21bf-4693-ac2a-0907559abd78 admin admin] Router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:43:16.833941 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-f1ef1054-185d-40e8-8c5e-c82c7ca70fd8 None None] Attempting to bind port bec654ec-6e94-40c9-a089-de18c174341f on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:43:16.836551 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-f1ef1054-185d-40e8-8c5e-c82c7ca70fd8 None None] Attempting to bind port bec654ec-6e94-40c9-a089-de18c174341f by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': '22d81dca-a42b-4c68-b84a-e3a32cb83863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '29ff322a-6eb8-436a-953a-aa176e35076e'}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:43:16.836949 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ef1054-185d-40e8-8c5e-c82c7ca70fd8 None None] Attempting to bind port bec654ec-6e94-40c9-a089-de18c174341f on network 29ff322a-6eb8-436a-953a-aa176e35076e {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:43:16.844066 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-eef23b27-13e0-4684-9b0c-02e7ad473b38 None None] Publish callbacks [] for port (0e25d68d-c702-4c4c-8d9c-7076cd904d78), precommit_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:16.890936 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:16.910442 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ef1054-185d-40e8-8c5e-c82c7ca70fd8 None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:43:16.911682 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ef1054-185d-40e8-8c5e-c82c7ca70fd8 None None] Checking segment: {'id': '22d81dca-a42b-4c68-b84a-e3a32cb83863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '29ff322a-6eb8-436a-953a-aa176e35076e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:43:16.912405 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-f1ef1054-185d-40e8-8c5e-c82c7ca70fd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:16.912989 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ef1054-185d-40e8-8c5e-c82c7ca70fd8 None None] Bound using segment: {'id': '22d81dca-a42b-4c68-b84a-e3a32cb83863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '29ff322a-6eb8-436a-953a-aa176e35076e'} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:43:16.913655 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-f1ef1054-185d-40e8-8c5e-c82c7ca70fd8 None None] Bound port: bec654ec-6e94-40c9-a089-de18c174341f, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d81dca-a42b-4c68-b84a-e3a32cb83863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '29ff322a-6eb8-436a-953a-aa176e35076e'}}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:43:16.914217 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-f1ef1054-185d-40e8-8c5e-c82c7ca70fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (bec654ec-6e94-40c9-a089-de18c174341f), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:16.928049 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8cef8aaa-7797-43ec-86b1-7a41296851df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:16.943067 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-71e537c1-8288-4f24-b68c-cdf1641f6aff None None] For port 90fe68b4-6cf6-4f32-9447-f089880bb2b9, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:43:16.981996 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-eef23b27-13e0-4684-9b0c-02e7ad473b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (0e25d68d-c702-4c4c-8d9c-7076cd904d78), after_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:17.019212 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port d3ed1ab6-5f73-4f29-960e-d88a6b73af75 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:17.037926 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cef8aaa-7797-43ec-86b1-7a41296851df admin admin] Network ebaf0247-9904-4138-a92a-0e04f684cda3 is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:43:17.050962 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-8cef8aaa-7797-43ec-86b1-7a41296851df admin admin] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:17.061595 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cef8aaa-7797-43ec-86b1-7a41296851df admin admin] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:43:17.068683 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef8aaa-7797-43ec-86b1-7a41296851df admin admin] Pushing event updated for resources: {'Port': ['ID=dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:17.125471 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-315300bc-95cf-46a6-8397-c9cceee78e25 admin admin] Publish callbacks [] for router_gateway (b859ea55-410f-4150-99fc-46246c7302ec), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:17.160454 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4161693d-21bf-4693-ac2a-0907559abd78 admin admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:43:17.164341 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [None req-7d0ed9a3-c3ed-4018-a91a-931bdbbc3b8b admin admin] Allocated IP 172.27.3.105 (ebaf0247-9904-4138-a92a-0e04f684cda3/21927f02-5278-4e61-8de7-8e5f8e88a327/ff233a86-cd59-4c30-aa46-e24d9256d195) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:43:17.171292 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-4161693d-21bf-4693-ac2a-0907559abd78 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/75ea99f1-9466-4c6b-97ff-975a1fed8f16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2210548 Aug 24 06:43:17.174185 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6863d77a-0e1a-474e-a7ca-ce823fd048c5 None None] Sync routers for ids ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:43:17.194447 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6863d77a-0e1a-474e-a7ca-ce823fd048c5 None None] Routers {'75ea99f1-9466-4c6b-97ff-975a1fed8f16'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:43:17.198763 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-6863d77a-0e1a-474e-a7ca-ce823fd048c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:43:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:17.237932 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-71e537c1-8288-4f24-b68c-cdf1641f6aff None None] For port 90fe68b4-6cf6-4f32-9447-f089880bb2b9, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=90fe68b4-6cf6-4f32-9447-f089880bb2b9,segment=NetworkSegment(b5516234-5380-4558-bccf-bf2354b2ccbf),segment_id=b5516234-5380-4558-bccf-bf2354b2ccbf)] {{(pid=113090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:43:17.244604 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:17.296807 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:17.331437 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:17.342134 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-15916fe2-03e6-4117-b148-88aa3cbfd2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:17.357363 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-f1ef1054-185d-40e8-8c5e-c82c7ca70fd8 None None] For port bec654ec-6e94-40c9-a089-de18c174341f, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:43:17.363439 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-f1ef1054-185d-40e8-8c5e-c82c7ca70fd8 None None] For port bec654ec-6e94-40c9-a089-de18c174341f, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=bec654ec-6e94-40c9-a089-de18c174341f,segment=NetworkSegment(22d81dca-a42b-4c68-b84a-e3a32cb83863),segment_id=22d81dca-a42b-4c68-b84a-e3a32cb83863)] {{(pid=113090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:43:17.393903 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-71e537c1-8288-4f24-b68c-cdf1641f6aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (90fe68b4-6cf6-4f32-9447-f089880bb2b9), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:17.402133 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 25cf353b-d2aa-4117-8f45-b731e5b20dce up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:43:17.423864 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-6863d77a-0e1a-474e-a7ca-ce823fd048c5 None None] Set router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:43:17.468146 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:17.533429 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef23b27-13e0-4684-9b0c-02e7ad473b38 None None] Network 018b0e35-de97-44eb-a1bf-77de9b3c6286 is already hosted by enough agents. {{(pid=113090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:43:17.545380 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-f1ef1054-185d-40e8-8c5e-c82c7ca70fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (bec654ec-6e94-40c9-a089-de18c174341f), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:17.609060 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:17.746408 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.scheduler.base_scheduler [None req-eef23b27-13e0-4684-9b0c-02e7ad473b38 None None] Resources bound (agent type, host, resource id): {{(pid=113090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:17.750494 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef23b27-13e0-4684-9b0c-02e7ad473b38 None None] Received port after_create {{(pid=113090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:43:17.780609 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-4042fdd3-fc16-4ded-bfde-db3c0d70f8ef None None] Current status of the port 01709ac7-8e03-46b8-af80-684d8c19caa4 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:17.808462 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed9a3-c3ed-4018-a91a-931bdbbc3b8b admin admin] Publish callbacks [] for port (ff233a86-cd59-4c30-aa46-e24d9256d195), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:17.850541 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef23b27-13e0-4684-9b0c-02e7ad473b38 None None] Pushing event updated for resources: {'Port': ['ID=0e25d68d-c702-4c4c-8d9c-7076cd904d78,revision_number=1']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:17.985405 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-6863d77a-0e1a-474e-a7ca-ce823fd048c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'name': 'tempest-AttachVolumeNegativeTest-1816783706-router', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:15Z', 'revision_number': 4, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'gw_port': {'id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:09Z', 'updated_at': '2022-08-24T06:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '600aceea-e5a1-4b97-90bc-acc305ca240a', 'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'mac_address': 'fa:16:3e:e3:65:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:43:15Z', 'revision_number': 2, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'subnets': [{'id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:18.084745 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed9a3-c3ed-4018-a91a-931bdbbc3b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (ff233a86-cd59-4c30-aa46-e24d9256d195), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:18.155461 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6863d77a-0e1a-474e-a7ca-ce823fd048c5 None None] Checking router: 75ea99f1-9466-4c6b-97ff-975a1fed8f16 for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:43:18.155820 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6863d77a-0e1a-474e-a7ca-ce823fd048c5 None None] Updating router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 port 600aceea-e5a1-4b97-90bc-acc305ca240a binding host dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 06:43:18.243041 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=100 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:18.266477 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-6863d77a-0e1a-474e-a7ca-ce823fd048c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (600aceea-e5a1-4b97-90bc-acc305ca240a), before_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:18.280170 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ed9a3-c3ed-4018-a91a-931bdbbc3b8b admin admin] Pushing event updated for resources: {'Port': ['ID=ff233a86-cd59-4c30-aa46-e24d9256d195,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:18.289550 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-35e5b765-d292-40bf-8e40-5d85ea45d047 None None] Provisioning complete for port 600aceea-e5a1-4b97-90bc-acc305ca240a triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:18.304035 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-35e5b765-d292-40bf-8e40-5d85ea45d047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (600aceea-e5a1-4b97-90bc-acc305ca240a), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:18.325647 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0ed9a3-c3ed-4018-a91a-931bdbbc3b8b admin admin] Network ebaf0247-9904-4138-a92a-0e04f684cda3 is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:43:18.337666 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-7d0ed9a3-c3ed-4018-a91a-931bdbbc3b8b admin admin] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:18.369831 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8cef8aaa-7797-43ec-86b1-7a41296851df admin admin] Publish callbacks [] for router_gateway (a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:18.381517 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-315300bc-95cf-46a6-8397-c9cceee78e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696429'] for router (b859ea55-410f-4150-99fc-46246c7302ec), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:18.394272 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.db_base_plugin_common [None req-15916fe2-03e6-4117-b148-88aa3cbfd2f9 admin admin] Allocated IP 172.20.0.1 (4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad/87c63329-c783-4018-8f3e-d78ef061967a/f1fac1b8-84f9-4a2b-b73d-27765d65b43d) {{(pid=113089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:43:18.515761 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 46326) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:18.533953 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-2e80a965-b911-4008-84f1-3a26a66aecaa tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1068599345', 'description': 'tempest-description--326625221'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:18.549514 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-5ab26e7c-8a64-4088-b7e3-caf70d2afd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60257890-9b33-4fc7-91c0-49114a106d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1360141810-router', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '8a3d7773-7d9a-4a50-b48b-707661ee7260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:13Z', 'revision_number': 3, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'gw_port': {'id': '8a3d7773-7d9a-4a50-b48b-707661ee7260', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:10Z', 'updated_at': '2022-08-24T06:43:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi'}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:18.558052 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-eef23b27-13e0-4684-9b0c-02e7ad473b38 None None] Attempting to bind port 0e25d68d-c702-4c4c-8d9c-7076cd904d78 on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:43:18.558052 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-eef23b27-13e0-4684-9b0c-02e7ad473b38 None None] Attempting to bind port 0e25d68d-c702-4c4c-8d9c-7076cd904d78 by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': 'e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286'}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:43:18.558052 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef23b27-13e0-4684-9b0c-02e7ad473b38 None None] Attempting to bind port 0e25d68d-c702-4c4c-8d9c-7076cd904d78 on network 018b0e35-de97-44eb-a1bf-77de9b3c6286 {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:43:18.573288 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 25cf353b-d2aa-4117-8f45-b731e5b20dce triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:18.573639 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (25cf353b-d2aa-4117-8f45-b731e5b20dce), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:18.653637 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 46334) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:18.657806 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:18.710402 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef23b27-13e0-4684-9b0c-02e7ad473b38 None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:43:18.710856 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef23b27-13e0-4684-9b0c-02e7ad473b38 None None] Checking segment: {'id': 'e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:43:18.711484 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-eef23b27-13e0-4684-9b0c-02e7ad473b38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:18.711698 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef23b27-13e0-4684-9b0c-02e7ad473b38 None None] Bound using segment: {'id': 'e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286'} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:43:18.712160 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-eef23b27-13e0-4684-9b0c-02e7ad473b38 None None] Bound port: 0e25d68d-c702-4c4c-8d9c-7076cd904d78, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286'}}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:43:18.712539 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-eef23b27-13e0-4684-9b0c-02e7ad473b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (0e25d68d-c702-4c4c-8d9c-7076cd904d78), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:18.714524 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e537c1-8288-4f24-b68c-cdf1641f6aff None None] Pushing event updated for resources: {'Port': ['ID=90fe68b4-6cf6-4f32-9447-f089880bb2b9,revision_number=2']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:18.733377 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab26e7c-8a64-4088-b7e3-caf70d2afd3b None None] Checking router: 60257890-9b33-4fc7-91c0-49114a106d83 for host: dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:43:18.733377 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab26e7c-8a64-4088-b7e3-caf70d2afd3b None None] Updating router 60257890-9b33-4fc7-91c0-49114a106d83 port 8a3d7773-7d9a-4a50-b48b-707661ee7260 binding host dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 06:43:18.736398 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0ed9a3-c3ed-4018-a91a-931bdbbc3b8b admin admin] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:43:18.765981 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2e80a965-b911-4008-84f1-3a26a66aecaa tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:18.816788 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-5ab26e7c-8a64-4088-b7e3-caf70d2afd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (8a3d7773-7d9a-4a50-b48b-707661ee7260), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:18.891791 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-35e5b765-d292-40bf-8e40-5d85ea45d047 None None] Port 600aceea-e5a1-4b97-90bc-acc305ca240a cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:43:18.997967 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-eef23b27-13e0-4684-9b0c-02e7ad473b38 None None] For port 0e25d68d-c702-4c4c-8d9c-7076cd904d78, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:43:19.002194 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-eef23b27-13e0-4684-9b0c-02e7ad473b38 None None] For port 0e25d68d-c702-4c4c-8d9c-7076cd904d78, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=0e25d68d-c702-4c4c-8d9c-7076cd904d78,segment=NetworkSegment(e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9),segment_id=e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9)] {{(pid=113090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:43:19.058223 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-6863d77a-0e1a-474e-a7ca-ce823fd048c5 None None] Publish callbacks [] for port (600aceea-e5a1-4b97-90bc-acc305ca240a), precommit_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:19.059917 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-15916fe2-03e6-4117-b148-88aa3cbfd2f9 admin admin] Publish callbacks [] for port (f1fac1b8-84f9-4a2b-b73d-27765d65b43d), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:19.089163 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-6863d77a-0e1a-474e-a7ca-ce823fd048c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (600aceea-e5a1-4b97-90bc-acc305ca240a), after_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:19.114443 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-eef23b27-13e0-4684-9b0c-02e7ad473b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (0e25d68d-c702-4c4c-8d9c-7076cd904d78), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:19.288273 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:19.308025 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed9a3-c3ed-4018-a91a-931bdbbc3b8b admin admin] Publish callbacks [] for router_gateway (8aa09cbd-ae24-4c0f-a99c-780a8af138a3), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:19.308732 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2e80a965-b911-4008-84f1-3a26a66aecaa tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group (409d8dfb-b572-4ddb-9f9a-98207b6d691b), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:19.318085 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8cef8aaa-7797-43ec-86b1-7a41296851df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696429'] for router (a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:19.324081 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-15916fe2-03e6-4117-b148-88aa3cbfd2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (f1fac1b8-84f9-4a2b-b73d-27765d65b43d), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:19.443312 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15916fe2-03e6-4117-b148-88aa3cbfd2f9 admin admin] Network 4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad is already hosted by enough agents. {{(pid=113089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:43:19.445478 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315300bc-95cf-46a6-8397-c9cceee78e25 admin admin] Router b859ea55-410f-4150-99fc-46246c7302ec is scheduled to L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 with binding_index 1 {{(pid=113089) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 06:43:19.458526 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0a029-e7cb-4d4d-b4ee-ee75b3f2aa75 None None] Pushing event updated for resources: {'Port': ['ID=600aceea-e5a1-4b97-90bc-acc305ca240a,revision_number=3']} {{(pid=113091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:19.467238 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15916fe2-03e6-4117-b148-88aa3cbfd2f9 admin admin] Pushing event updated for resources: {'Port': ['ID=f1fac1b8-84f9-4a2b-b73d-27765d65b43d,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:19.474534 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [None req-15916fe2-03e6-4117-b148-88aa3cbfd2f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:19.487071 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2e80a965-b911-4008-84f1-3a26a66aecaa tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (409d8dfb-b572-4ddb-9f9a-98207b6d691b), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:19.517292 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:19.521824 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15916fe2-03e6-4117-b148-88aa3cbfd2f9 admin admin] Received port after_create {{(pid=113089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:43:19.522345 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-15916fe2-03e6-4117-b148-88aa3cbfd2f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698864'] for router_interface (60257890-9b33-4fc7-91c0-49114a106d83), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:19.529820 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-6863d77a-0e1a-474e-a7ca-ce823fd048c5 None None] Attempting to bind port 600aceea-e5a1-4b97-90bc-acc305ca240a on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:43:19.532621 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-6863d77a-0e1a-474e-a7ca-ce823fd048c5 None None] Attempting to bind port 600aceea-e5a1-4b97-90bc-acc305ca240a by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': '5640d952-e513-45d9-be85-d5e12a41703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200'}] {{(pid=113091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:43:19.533990 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6863d77a-0e1a-474e-a7ca-ce823fd048c5 None None] Attempting to bind port 600aceea-e5a1-4b97-90bc-acc305ca240a on network 4d764327-7285-4015-bbe3-ebfc93ab6200 {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:43:19.546249 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6863d77a-0e1a-474e-a7ca-ce823fd048c5 None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:43:19.546626 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6863d77a-0e1a-474e-a7ca-ce823fd048c5 None None] Checking segment: {'id': '5640d952-e513-45d9-be85-d5e12a41703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:43:19.549348 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-6863d77a-0e1a-474e-a7ca-ce823fd048c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:19.549534 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6863d77a-0e1a-474e-a7ca-ce823fd048c5 None None] Bound using segment: {'id': '5640d952-e513-45d9-be85-d5e12a41703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200'} {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:43:19.550018 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-6863d77a-0e1a-474e-a7ca-ce823fd048c5 None None] Bound port: 600aceea-e5a1-4b97-90bc-acc305ca240a, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5640d952-e513-45d9-be85-d5e12a41703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200'}}] {{(pid=113091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:43:19.552504 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-6863d77a-0e1a-474e-a7ca-ce823fd048c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (600aceea-e5a1-4b97-90bc-acc305ca240a), before_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:19.773582 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.db [None req-6863d77a-0e1a-474e-a7ca-ce823fd048c5 None None] For port 600aceea-e5a1-4b97-90bc-acc305ca240a, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:43:19.784840 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.db [None req-6863d77a-0e1a-474e-a7ca-ce823fd048c5 None None] For port 600aceea-e5a1-4b97-90bc-acc305ca240a, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=600aceea-e5a1-4b97-90bc-acc305ca240a,segment=NetworkSegment(5640d952-e513-45d9-be85-d5e12a41703e),segment_id=5640d952-e513-45d9-be85-d5e12a41703e)] {{(pid=113091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:43:19.814137 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-6863d77a-0e1a-474e-a7ca-ce823fd048c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (600aceea-e5a1-4b97-90bc-acc305ca240a), after_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:19.877404 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-5ab26e7c-8a64-4088-b7e3-caf70d2afd3b None None] Publish callbacks [] for port (8a3d7773-7d9a-4a50-b48b-707661ee7260), precommit_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:19.882624 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-d7885c6f-ce38-45ce-b38d-14608fe74511 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1254433021-network', 'tenant_id': 'c7c4e6c97e5842f29be38e8de496b5e7'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:19.887786 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:19.891795 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:19.896118 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:19.897319 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef1054-185d-40e8-8c5e-c82c7ca70fd8 None None] Pushing event updated for resources: {'Port': ['ID=bec654ec-6e94-40c9-a089-de18c174341f,revision_number=2']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:19.936773 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2e80a965-b911-4008-84f1-3a26a66aecaa tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:19.939183 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-2e80a965-b911-4008-84f1-3a26a66aecaa tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4180617 Aug 24 06:43:19.958708 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 46352) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:19.968371 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-2216f495-1f6e-4051-95f0-981724002d0a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Request body: {'security_group_rule': {'security_group_id': '409d8dfb-b572-4ddb-9f9a-98207b6d691b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:19.976706 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6863d77a-0e1a-474e-a7ca-ce823fd048c5 None None] Routers {'75ea99f1-9466-4c6b-97ff-975a1fed8f16'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:43:19.977377 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-6863d77a-0e1a-474e-a7ca-ce823fd048c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:43:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:19.979139 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fa38ef-883d-458f-8680-4236d83be82d None None] Network 8be3c841-0d59-4803-979e-08c48130dbdb requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:43:20.128043 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed9a3-c3ed-4018-a91a-931bdbbc3b8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696429'] for router (8aa09cbd-ae24-4c0f-a99c-780a8af138a3), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:20.172397 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0a029-e7cb-4d4d-b4ee-ee75b3f2aa75 None None] Pushing event updated for resources: {'Port': ['ID=600aceea-e5a1-4b97-90bc-acc305ca240a,revision_number=4']} {{(pid=113091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:20.191431 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cef8aaa-7797-43ec-86b1-7a41296851df admin admin] Router a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac is scheduled to L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 with binding_index 1 {{(pid=113088) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 06:43:20.280218 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630c2d38-6bc9-4a2d-b90c-f3ac7c33cb04 None None] Network 29ff322a-6eb8-436a-953a-aa176e35076e requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:43:20.309054 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef23b27-13e0-4684-9b0c-02e7ad473b38 None None] Pushing event updated for resources: {'Port': ['ID=0e25d68d-c702-4c4c-8d9c-7076cd904d78,revision_number=2']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:20.313097 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 25cf353b-d2aa-4117-8f45-b731e5b20dce is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:20.314126 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (25cf353b-d2aa-4117-8f45-b731e5b20dce), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:20.314818 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-6863d77a-0e1a-474e-a7ca-ce823fd048c5 None None] Set router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:43:20.325051 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80a965-b911-4008-84f1-3a26a66aecaa tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=409d8dfb-b572-4ddb-9f9a-98207b6d691b,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:20.341632 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] For port 25cf353b-d2aa-4117-8f45-b731e5b20dce, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=25cf353b-d2aa-4117-8f45-b731e5b20dce,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:43:20.342849 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-5ab26e7c-8a64-4088-b7e3-caf70d2afd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (8a3d7773-7d9a-4a50-b48b-707661ee7260), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:20.362647 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7885c6f-ce38-45ce-b38d-14608fe74511 admin admin] Made reservation on behalf of c7c4e6c97e5842f29be38e8de496b5e7 for: {'network': 1} {{(pid=113089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:43:20.375733 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d7885c6f-ce38-45ce-b38d-14608fe74511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for network (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:20.398099 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d7885c6f-ce38-45ce-b38d-14608fe74511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:20.410162 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-5ab26e7c-8a64-4088-b7e3-caf70d2afd3b None None] Attempting to bind port 8a3d7773-7d9a-4a50-b48b-707661ee7260 on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:43:20.410538 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-5ab26e7c-8a64-4088-b7e3-caf70d2afd3b None None] Attempting to bind port 8a3d7773-7d9a-4a50-b48b-707661ee7260 by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:43:20.410900 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab26e7c-8a64-4088-b7e3-caf70d2afd3b None None] Attempting to bind port 8a3d7773-7d9a-4a50-b48b-707661ee7260 on network ebaf0247-9904-4138-a92a-0e04f684cda3 {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:43:20.418638 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (25cf353b-d2aa-4117-8f45-b731e5b20dce), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:20.429995 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-15916fe2-03e6-4117-b148-88aa3cbfd2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (f1fac1b8-84f9-4a2b-b73d-27765d65b43d), before_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:20.438199 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2216f495-1f6e-4051-95f0-981724002d0a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group_rule (6822e01b-6956-4b21-a51e-7b8757c730fb), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:20.513967 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab26e7c-8a64-4088-b7e3-caf70d2afd3b None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:43:20.514345 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab26e7c-8a64-4088-b7e3-caf70d2afd3b None None] Checking segment: {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:43:20.514746 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-5ab26e7c-8a64-4088-b7e3-caf70d2afd3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:20.515138 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab26e7c-8a64-4088-b7e3-caf70d2afd3b None None] Bound using segment: {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:43:20.515645 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-5ab26e7c-8a64-4088-b7e3-caf70d2afd3b None None] Bound port: 8a3d7773-7d9a-4a50-b48b-707661ee7260, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:43:20.516030 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-5ab26e7c-8a64-4088-b7e3-caf70d2afd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (8a3d7773-7d9a-4a50-b48b-707661ee7260), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:20.606395 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-5ab26e7c-8a64-4088-b7e3-caf70d2afd3b None None] For port 8a3d7773-7d9a-4a50-b48b-707661ee7260, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:43:20.612767 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-5ab26e7c-8a64-4088-b7e3-caf70d2afd3b None None] For port 8a3d7773-7d9a-4a50-b48b-707661ee7260, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=8a3d7773-7d9a-4a50-b48b-707661ee7260,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:43:20.622798 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:20.644674 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-5ab26e7c-8a64-4088-b7e3-caf70d2afd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (8a3d7773-7d9a-4a50-b48b-707661ee7260), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:20.655170 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cef8aaa-7797-43ec-86b1-7a41296851df admin admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:43:20.679142 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-9cb9da49-0215-4405-bef7-adcf4a73a399 None None] Provisioning complete for port 90fe68b4-6cf6-4f32-9447-f089880bb2b9 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:20.679650 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-9cb9da49-0215-4405-bef7-adcf4a73a399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (90fe68b4-6cf6-4f32-9447-f089880bb2b9), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:20.698003 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0ed9a3-c3ed-4018-a91a-931bdbbc3b8b admin admin] Router 8aa09cbd-ae24-4c0f-a99c-780a8af138a3 is scheduled to L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 with binding_index 1 {{(pid=113088) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 06:43:20.754466 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8cef8aaa-7797-43ec-86b1-7a41296851df admin admin] Publish callbacks [] for router (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:20.763943 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-8cef8aaa-7797-43ec-86b1-7a41296851df admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.6267943 Aug 24 06:43:20.767171 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 46370) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:20.774265 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315300bc-95cf-46a6-8397-c9cceee78e25 admin admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:43:20.810931 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1841a38-add5-4f74-9803-c144ba4e1f31 None None] Sync routers for ids ['b859ea55-410f-4150-99fc-46246c7302ec'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:43:20.845210 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2216f495-1f6e-4051-95f0-981724002d0a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group_rule (6822e01b-6956-4b21-a51e-7b8757c730fb), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:20.877459 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8776a4-b2ff-403a-9155-40f6e4349655 None None] Sync routers for ids ['a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'] in dv-cinder-854271-1-iscsi {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:43:20.904378 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32bf59-04cb-48ca-8eca-bf46346a788e None None] Pushing event updated for resources: {'Port': ['ID=8a3d7773-7d9a-4a50-b48b-707661ee7260,revision_number=2']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:20.915952 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2216f495-1f6e-4051-95f0-981724002d0a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (6822e01b-6956-4b21-a51e-7b8757c730fb), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:20.922459 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1841a38-add5-4f74-9803-c144ba4e1f31 None None] Routers {'b859ea55-410f-4150-99fc-46246c7302ec'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:43:20.923876 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-f1841a38-add5-4f74-9803-c144ba4e1f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:43:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['b859ea55-410f-4150-99fc-46246c7302ec'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:20.937995 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:20.953202 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:20.960907 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:20.975761 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 0e25d68d-c702-4c4c-8d9c-7076cd904d78 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:43:20.978966 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-315300bc-95cf-46a6-8397-c9cceee78e25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:20.982915 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-315300bc-95cf-46a6-8397-c9cceee78e25 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.9280982 Aug 24 06:43:20.984573 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 46372) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:20.999831 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216f495-1f6e-4051-95f0-981724002d0a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6822e01b-6956-4b21-a51e-7b8757c730fb,revision_number=0']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:21.062722 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2216f495-1f6e-4051-95f0-981724002d0a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:21.066726 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-2216f495-1f6e-4051-95f0-981724002d0a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0999763 Aug 24 06:43:21.077296 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 46376) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:21.089188 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-28060377-0152-4b9e-b31b-2d664d7189d7 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Request body: {'security_group_rule': {'security_group_id': '409d8dfb-b572-4ddb-9f9a-98207b6d691b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:21.108093 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d7885c6f-ce38-45ce-b38d-14608fe74511 admin admin] Publish callbacks [] for security_group (0643d8ce-9ea3-441b-8eb3-57ff8ac3fd0d), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:21.120167 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:21.139261 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d7885c6f-ce38-45ce-b38d-14608fe74511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (0643d8ce-9ea3-441b-8eb3-57ff8ac3fd0d), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:21.145330 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-6863d77a-0e1a-474e-a7ca-ce823fd048c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'name': 'tempest-AttachVolumeNegativeTest-1816783706-router', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:15Z', 'revision_number': 4, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'gw_port': {'id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:09Z', 'updated_at': '2022-08-24T06:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '600aceea-e5a1-4b97-90bc-acc305ca240a', 'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'mac_address': 'fa:16:3e:e3:65:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:43:19Z', 'revision_number': 4, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'subnets': [{'id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:21.148114 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0ed9a3-c3ed-4018-a91a-931bdbbc3b8b admin admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:43:21.152714 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab26e7c-8a64-4088-b7e3-caf70d2afd3b None None] Routers {'60257890-9b33-4fc7-91c0-49114a106d83'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:43:21.153368 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-5ab26e7c-8a64-4088-b7e3-caf70d2afd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:43:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['60257890-9b33-4fc7-91c0-49114a106d83'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:21.155835 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7885c6f-ce38-45ce-b38d-14608fe74511 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=113089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 06:43:21.167872 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d7885c6f-ce38-45ce-b38d-14608fe74511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (06cdae1f-db76-437e-b78c-f92a50d46921), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:21.168330 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.db.segments_db [None req-d7885c6f-ce38-45ce-b38d-14608fe74511 admin admin] Added segment 06cdae1f-db76-437e-b78c-f92a50d46921 of type vlan for network cb063070-ec1f-4660-994d-b8c1b2bdc198 Aug 24 06:43:21.187712 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6863d77a-0e1a-474e-a7ca-ce823fd048c5 None None] The sync data for ids ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'] in dv-cinder-854271-1-iscsi is: [{'id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'name': 'tempest-AttachVolumeNegativeTest-1816783706-router', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:15Z', 'revision_number': 4, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'gw_port': {'id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:09Z', 'updated_at': '2022-08-24T06:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '600aceea-e5a1-4b97-90bc-acc305ca240a', 'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'mac_address': 'fa:16:3e:e3:65:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:43:19Z', 'revision_number': 4, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'subnets': [{'id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:43:21.227894 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-f1841a38-add5-4f74-9803-c144ba4e1f31 None None] Set router b859ea55-410f-4150-99fc-46246c7302ec gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:43:21.261474 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d7885c6f-ce38-45ce-b38d-14608fe74511 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748142589579'] for network (cb063070-ec1f-4660-994d-b8c1b2bdc198), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:21.323582 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:21.326386 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:21.350213 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-15916fe2-03e6-4117-b148-88aa3cbfd2f9 admin admin] Publish callbacks [] for port (f1fac1b8-84f9-4a2b-b73d-27765d65b43d), precommit_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:21.382803 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed9a3-c3ed-4018-a91a-931bdbbc3b8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:21.384731 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-7d0ed9a3-c3ed-4018-a91a-931bdbbc3b8b admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.6196253 Aug 24 06:43:21.392329 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 46390) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:21.404175 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-15916fe2-03e6-4117-b148-88aa3cbfd2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (f1fac1b8-84f9-4a2b-b73d-27765d65b43d), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:21.412048 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-15916fe2-03e6-4117-b148-88aa3cbfd2f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698892'] for router_interface (60257890-9b33-4fc7-91c0-49114a106d83), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:21.484318 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d7885c6f-ce38-45ce-b38d-14608fe74511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for network (cb063070-ec1f-4660-994d-b8c1b2bdc198), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:21.485378 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7885c6f-ce38-45ce-b38d-14608fe74511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:21.489481 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 0e25d68d-c702-4c4c-8d9c-7076cd904d78 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:21.489481 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (0e25d68d-c702-4c4c-8d9c-7076cd904d78), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:21.495526 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d7885c6f-ce38-45ce-b38d-14608fe74511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:21.500746 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1900d78-c2c5-41b9-a4fe-74ae3cbb98f0 None None] Network 018b0e35-de97-44eb-a1bf-77de9b3c6286 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:43:21.516366 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b247f9c-46be-4247-ab80-5033c84b4d98 None None] Sync routers for ids ['8aa09cbd-ae24-4c0f-a99c-780a8af138a3'] in dv-cinder-854271-1-iscsi {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:43:21.537834 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8776a4-b2ff-403a-9155-40f6e4349655 None None] Routers {'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:43:21.539888 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-5b8776a4-b2ff-403a-9155-40f6e4349655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:43:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:21.630208 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-f1841a38-add5-4f74-9803-c144ba4e1f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'name': 'tempest-AttachVolumeShelveTestJSON-314602131-router', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:16Z', 'revision_number': 3, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'gw_port': {'id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi'}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:21.710182 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1841a38-add5-4f74-9803-c144ba4e1f31 None None] Checking router: b859ea55-410f-4150-99fc-46246c7302ec for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:43:21.715597 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1841a38-add5-4f74-9803-c144ba4e1f31 None None] Updating router b859ea55-410f-4150-99fc-46246c7302ec port e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3 binding host dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 06:43:21.717203 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-5b8776a4-b2ff-403a-9155-40f6e4349655 None None] Set router a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:43:21.805546 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-f1841a38-add5-4f74-9803-c144ba4e1f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3), before_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:21.847099 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Pushing event updated for resources: {'Port': ['ID=25cf353b-d2aa-4117-8f45-b731e5b20dce,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:22.031403 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32bf59-04cb-48ca-8eca-bf46346a788e None None] Pushing event updated for resources: {'Port': ['ID=8a3d7773-7d9a-4a50-b48b-707661ee7260,revision_number=3']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:22.038565 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b247f9c-46be-4247-ab80-5033c84b4d98 None None] Routers {'8aa09cbd-ae24-4c0f-a99c-780a8af138a3'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:43:22.039935 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-2b247f9c-46be-4247-ab80-5033c84b4d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:43:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['8aa09cbd-ae24-4c0f-a99c-780a8af138a3'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:22.052427 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-28060377-0152-4b9e-b31b-2d664d7189d7 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group_rule (7650f923-164a-4ce3-bc7f-002208b05f59), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:22.132160 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d748b86d-f046-4d1f-ab7c-08ff4238874b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:22.155647 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7885c6f-ce38-45ce-b38d-14608fe74511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0643d8ce-9ea3-441b-8eb3-57ff8ac3fd0d,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:22.168178 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-2b247f9c-46be-4247-ab80-5033c84b4d98 None None] Set router 8aa09cbd-ae24-4c0f-a99c-780a8af138a3 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:43:22.281039 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c00b1faa-6e70-4b2e-8d5f-e6f4d7063dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:22.312749 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15916fe2-03e6-4117-b148-88aa3cbfd2f9 admin admin] Pushing event updated for resources: {'Port': ['ID=f1fac1b8-84f9-4a2b-b73d-27765d65b43d,revision_number=2']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:22.355312 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:22.370334 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-d7885c6f-ce38-45ce-b38d-14608fe74511 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.7138963 Aug 24 06:43:22.384967 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 46418) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:22.405801 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:22.406014 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-9861c72b-2461-409b-bb8a-dac8857fc526 admin admin] Request body: {'subnet': {'network_id': 'cb063070-ec1f-4660-994d-b8c1b2bdc198', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1254433021-subnet', 'tenant_id': 'c7c4e6c97e5842f29be38e8de496b5e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:22.425196 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:22.428932 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-f1841a38-add5-4f74-9803-c144ba4e1f31 None None] Publish callbacks [] for port (e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3), precommit_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:22.430167 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7885c6f-ce38-45ce-b38d-14608fe74511 admin admin] Pushing event updated for resources: {'Network': ['ID=cb063070-ec1f-4660-994d-b8c1b2bdc198,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:22.438160 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-f1841a38-add5-4f74-9803-c144ba4e1f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3), after_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:22.456584 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:22.513399 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Network cb063070-ec1f-4660-994d-b8c1b2bdc198 details requested by agent ovs-agent-dv-cinder-854271-1-iscsi with host dv-cinder-854271-1-iscsi {{(pid=113090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 06:43:22.521237 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-f1841a38-add5-4f74-9803-c144ba4e1f31 None None] Attempting to bind port e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3 on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:43:22.521830 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-f1841a38-add5-4f74-9803-c144ba4e1f31 None None] Attempting to bind port e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3 by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}] {{(pid=113091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:43:22.522855 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1841a38-add5-4f74-9803-c144ba4e1f31 None None] Attempting to bind port e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3 on network ebaf0247-9904-4138-a92a-0e04f684cda3 {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:43:22.526800 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:22.527445 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:22.529188 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56fd34e-600a-43dd-8393-0b208d2eeea2 None None] Pushing event updated for resources: {'Port': ['ID=e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3,revision_number=2']} {{(pid=113091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:22.531965 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1841a38-add5-4f74-9803-c144ba4e1f31 None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:43:22.532610 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1841a38-add5-4f74-9803-c144ba4e1f31 None None] Checking segment: {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:43:22.533276 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-f1841a38-add5-4f74-9803-c144ba4e1f31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:22.533752 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1841a38-add5-4f74-9803-c144ba4e1f31 None None] Bound using segment: {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'} {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:43:22.534394 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-f1841a38-add5-4f74-9803-c144ba4e1f31 None None] Bound port: e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}}] {{(pid=113091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:43:22.534861 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-f1841a38-add5-4f74-9803-c144ba4e1f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3), before_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:22.536312 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-5ab26e7c-8a64-4088-b7e3-caf70d2afd3b None None] Set router 60257890-9b33-4fc7-91c0-49114a106d83 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:43:22.547259 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-28060377-0152-4b9e-b31b-2d664d7189d7 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group_rule (7650f923-164a-4ce3-bc7f-002208b05f59), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:22.623044 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-9cb9da49-0215-4405-bef7-adcf4a73a399 None None] Current status of the port 90fe68b4-6cf6-4f32-9447-f089880bb2b9 is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:22.623512 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-9cb9da49-0215-4405-bef7-adcf4a73a399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (90fe68b4-6cf6-4f32-9447-f089880bb2b9), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:22.646077 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.db [None req-f1841a38-add5-4f74-9803-c144ba4e1f31 None None] For port e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:43:22.656174 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.db [None req-f1841a38-add5-4f74-9803-c144ba4e1f31 None None] For port e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:43:22.675458 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-f1841a38-add5-4f74-9803-c144ba4e1f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3), after_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:22.743140 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 46420) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:22.773657 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [None req-d748b86d-f046-4d1f-ab7c-08ff4238874b admin admin] Allocated IP 172.20.0.1 (018b0e35-de97-44eb-a1bf-77de9b3c6286/72cdaf0a-4647-46c2-91ee-def2bd17e00f/3d708c73-58f4-49da-9c5e-cc9ce17bf74d) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:43:22.803309 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1841a38-add5-4f74-9803-c144ba4e1f31 None None] Routers {'b859ea55-410f-4150-99fc-46246c7302ec'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:43:22.803983 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-f1841a38-add5-4f74-9803-c144ba4e1f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:43:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['b859ea55-410f-4150-99fc-46246c7302ec'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:22.903010 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [None req-c00b1faa-6e70-4b2e-8d5f-e6f4d7063dca admin admin] Allocated IP 172.20.0.1 (8be3c841-0d59-4803-979e-08c48130dbdb/81feb445-3ba1-4eb7-aa79-cbcfce06b0ac/8c16fb31-f66e-45bd-b513-c1d7c73b297e) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:43:22.940237 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-f1841a38-add5-4f74-9803-c144ba4e1f31 None None] Set router b859ea55-410f-4150-99fc-46246c7302ec gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:43:22.999447 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:23.001332 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56fd34e-600a-43dd-8393-0b208d2eeea2 None None] Pushing event updated for resources: {'Port': ['ID=e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3,revision_number=3']} {{(pid=113091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:23.028255 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-28060377-0152-4b9e-b31b-2d664d7189d7 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (7650f923-164a-4ce3-bc7f-002208b05f59), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:23.038349 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:23.068986 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15916fe2-03e6-4117-b148-88aa3cbfd2f9 admin admin] Network 4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad is already hosted by enough agents. {{(pid=113089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:43:23.083650 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [None req-15916fe2-03e6-4117-b148-88aa3cbfd2f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:23.091938 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 46430) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:23.109920 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d748b86d-f046-4d1f-ab7c-08ff4238874b admin admin] Publish callbacks [] for port (3d708c73-58f4-49da-9c5e-cc9ce17bf74d), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:23.142944 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9861c72b-2461-409b-bb8a-dac8857fc526 admin admin] Made reservation on behalf of c7c4e6c97e5842f29be38e8de496b5e7 for: {'subnet': 1} {{(pid=113089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:43:23.148901 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9861c72b-2461-409b-bb8a-dac8857fc526 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:23.190336 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28060377-0152-4b9e-b31b-2d664d7189d7 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7650f923-164a-4ce3-bc7f-002208b05f59,revision_number=0']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:23.212972 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-28060377-0152-4b9e-b31b-2d664d7189d7 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:23.225942 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 46434) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:23.226805 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-28060377-0152-4b9e-b31b-2d664d7189d7 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1433973 Aug 24 06:43:23.243058 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-65c9f283-f2c9-4e91-8f1d-8fb6b8870022 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Request body: {'floatingip': {'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:23.251110 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d748b86d-f046-4d1f-ab7c-08ff4238874b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (3d708c73-58f4-49da-9c5e-cc9ce17bf74d), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:23.262726 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c00b1faa-6e70-4b2e-8d5f-e6f4d7063dca admin admin] Publish callbacks [] for port (8c16fb31-f66e-45bd-b513-c1d7c73b297e), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:23.297540 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-f1841a38-add5-4f74-9803-c144ba4e1f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'name': 'tempest-AttachVolumeShelveTestJSON-314602131-router', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:16Z', 'revision_number': 3, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'gw_port': {'id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi'}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:23.318715 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-39bf6ebf-283b-4250-b1a4-7741dc7bcc7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:23.342583 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1841a38-add5-4f74-9803-c144ba4e1f31 None None] The sync data for ids ['b859ea55-410f-4150-99fc-46246c7302ec'] in dv-cinder-854271-1-iscsi is: [{'id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'name': 'tempest-AttachVolumeShelveTestJSON-314602131-router', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:16Z', 'revision_number': 3, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'gw_port': {'id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi'}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:43:23.380783 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-9cb9da49-0215-4405-bef7-adcf4a73a399 None None] For port 90fe68b4-6cf6-4f32-9447-f089880bb2b9, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=90fe68b4-6cf6-4f32-9447-f089880bb2b9,segment=NetworkSegment(b5516234-5380-4558-bccf-bf2354b2ccbf),segment_id=b5516234-5380-4558-bccf-bf2354b2ccbf)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:43:23.398263 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d748b86d-f046-4d1f-ab7c-08ff4238874b admin admin] Network 018b0e35-de97-44eb-a1bf-77de9b3c6286 is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:43:23.409948 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-9cb9da49-0215-4405-bef7-adcf4a73a399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (90fe68b4-6cf6-4f32-9447-f089880bb2b9), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:23.410182 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-3b420d6b-8ffb-45b3-bbe9-bc67f9ed21ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:23.423013 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-d748b86d-f046-4d1f-ab7c-08ff4238874b admin admin] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:23.439926 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d748b86d-f046-4d1f-ab7c-08ff4238874b admin admin] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:43:23.440457 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d748b86d-f046-4d1f-ab7c-08ff4238874b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698864'] for router_interface (a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:23.452466 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-65c9f283-f2c9-4e91-8f1d-8fb6b8870022 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:23.459103 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748b86d-f046-4d1f-ab7c-08ff4238874b admin admin] Pushing event updated for resources: {'Port': ['ID=3d708c73-58f4-49da-9c5e-cc9ce17bf74d,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:23.521165 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:23.526162 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:23.590689 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15916fe2-03e6-4117-b148-88aa3cbfd2f9 admin admin] Router 60257890-9b33-4fc7-91c0-49114a106d83 has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:43:23.614695 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-2b247f9c-46be-4247-ab80-5033c84b4d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa09cbd-ae24-4c0f-a99c-780a8af138a3', 'name': 'tempest-DeleteServersTestJSON-1883541692-router', 'tenant_id': '59b7ab43f7824f6c8a17988db2a25807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ff233a86-cd59-4c30-aa46-e24d9256d195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:43:18Z', 'revision_number': 3, 'project_id': '59b7ab43f7824f6c8a17988db2a25807', 'gw_port': {'id': 'ff233a86-cd59-4c30-aa46-e24d9256d195', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa09cbd-ae24-4c0f-a99c-780a8af138a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi'}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:23.655066 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c00b1faa-6e70-4b2e-8d5f-e6f4d7063dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (8c16fb31-f66e-45bd-b513-c1d7c73b297e), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:23.658364 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-cebec7e3-ddb9-4034-b161-16a19da98a8d None None] Provisioning complete for port 90fe68b4-6cf6-4f32-9447-f089880bb2b9 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:23.658583 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-cebec7e3-ddb9-4034-b161-16a19da98a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (90fe68b4-6cf6-4f32-9447-f089880bb2b9), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:23.676510 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:23.795542 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2f1ef82a-8083-474f-8cd6-e2d624cbc315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:23.859806 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00b1faa-6e70-4b2e-8d5f-e6f4d7063dca admin admin] Network 8be3c841-0d59-4803-979e-08c48130dbdb is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:43:23.882298 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15916fe2-03e6-4117-b148-88aa3cbfd2f9 admin admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:43:23.890495 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-c00b1faa-6e70-4b2e-8d5f-e6f4d7063dca admin admin] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:23.892929 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-65c9f283-f2c9-4e91-8f1d-8fb6b8870022 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:23.894588 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:23.896705 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00b1faa-6e70-4b2e-8d5f-e6f4d7063dca admin admin] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:43:23.897221 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c00b1faa-6e70-4b2e-8d5f-e6f4d7063dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698864'] for router_interface (b859ea55-410f-4150-99fc-46246c7302ec), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:23.911154 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9da49-0215-4405-bef7-adcf4a73a399 None None] Pushing event updated for resources: {'Port': ['ID=90fe68b4-6cf6-4f32-9447-f089880bb2b9,revision_number=3']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:23.913867 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b1faa-6e70-4b2e-8d5f-e6f4d7063dca admin admin] Pushing event updated for resources: {'Port': ['ID=8c16fb31-f66e-45bd-b513-c1d7c73b297e,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:23.944492 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 0e25d68d-c702-4c4c-8d9c-7076cd904d78 is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:23.944767 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (0e25d68d-c702-4c4c-8d9c-7076cd904d78), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:23.952348 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-15916fe2-03e6-4117-b148-88aa3cbfd2f9 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/60257890-9b33-4fc7-91c0-49114a106d83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2271721 Aug 24 06:43:23.953872 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9861c72b-2461-409b-bb8a-dac8857fc526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for subnet (c0f599a5-c834-4695-bc57-ccebdbd36bef), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:23.992798 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b247f9c-46be-4247-ab80-5033c84b4d98 None None] Checking router: 8aa09cbd-ae24-4c0f-a99c-780a8af138a3 for host: dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:43:23.993128 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b247f9c-46be-4247-ab80-5033c84b4d98 None None] Updating router 8aa09cbd-ae24-4c0f-a99c-780a8af138a3 port ff233a86-cd59-4c30-aa46-e24d9256d195 binding host dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 06:43:24.106821 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9861c72b-2461-409b-bb8a-dac8857fc526 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0f599a5-c834-4695-bc57-ccebdbd36bef,revision_number=0']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:24.143403 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:24.152428 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9861c72b-2461-409b-bb8a-dac8857fc526 admin admin] Checking segment: {'id': '06cdae1f-db76-437e-b78c-f92a50d46921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cb063070-ec1f-4660-994d-b8c1b2bdc198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:43:24.153071 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9861c72b-2461-409b-bb8a-dac8857fc526 admin admin] Network hostable DHCP agents. Network: cb063070-ec1f-4660-994d-b8c1b2bdc198, hostable agents: ['133a3e8a-16cb-4472-a923-08e28c023b55'], hosted agents: [] {{(pid=113089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 06:43:24.197065 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9861c72b-2461-409b-bb8a-dac8857fc526 admin admin] Network cb063070-ec1f-4660-994d-b8c1b2bdc198 is scheduled to be hosted by DHCP agent 133a3e8a-16cb-4472-a923-08e28c023b55 with binding_index 1 {{(pid=113089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 06:43:24.224949 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-3b420d6b-8ffb-45b3-bbe9-bc67f9ed21ac admin admin] Publish callbacks [] for security_group (8ae6aadf-71a6-4d83-a9dd-bc371627d13a), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:24.251388 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-39bf6ebf-283b-4250-b1a4-7741dc7bcc7c admin admin] Publish callbacks [] for security_group (7136c7e9-2cd8-4e90-b88f-dbabaaeefa69), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:24.263244 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [None req-9861c72b-2461-409b-bb8a-dac8857fc526 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854271-1-iscsi, cb063070-ec1f-4660-994d-b8c1b2bdc198) {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:24.274323 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-3b420d6b-8ffb-45b3-bbe9-bc67f9ed21ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (8ae6aadf-71a6-4d83-a9dd-bc371627d13a), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:24.278693 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9861c72b-2461-409b-bb8a-dac8857fc526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:24.279579 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9861c72b-2461-409b-bb8a-dac8857fc526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for subnet (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:24.302090 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.db_base_plugin_common [None req-2f1ef82a-8083-474f-8cd6-e2d624cbc315 admin admin] Allocated IP 172.20.0.1 (29ff322a-6eb8-436a-953a-aa176e35076e/6f85f03a-22c1-408d-899e-137ef21dbe1b/03f0e9cc-df0f-45a9-ab39-87054c429672) {{(pid=113089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:43:24.316436 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453b4cf6-ad0e-42eb-8761-4923f54c3ed3 None None] Network cb063070-ec1f-4660-994d-b8c1b2bdc198 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:43:24.336802 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-9861c72b-2461-409b-bb8a-dac8857fc526 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9466467 Aug 24 06:43:24.386734 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-2b247f9c-46be-4247-ab80-5033c84b4d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (ff233a86-cd59-4c30-aa46-e24d9256d195), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:24.410312 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-5ab26e7c-8a64-4088-b7e3-caf70d2afd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60257890-9b33-4fc7-91c0-49114a106d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1360141810-router', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '8a3d7773-7d9a-4a50-b48b-707661ee7260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:19Z', 'revision_number': 4, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'gw_port': {'id': '8a3d7773-7d9a-4a50-b48b-707661ee7260', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:10Z', 'updated_at': '2022-08-24T06:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': 'f1fac1b8-84f9-4a2b-b73d-27765d65b43d', 'name': '', 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'mac_address': 'fa:16:3e:99:d6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '87c63329-c783-4018-8f3e-d78ef061967a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:17Z', 'updated_at': '2022-08-24T06:43:18Z', 'revision_number': 1, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'subnets': [{'id': '87c63329-c783-4018-8f3e-d78ef061967a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:24.421818 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-39bf6ebf-283b-4250-b1a4-7741dc7bcc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (7136c7e9-2cd8-4e90-b88f-dbabaaeefa69), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:24.466708 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] For port 0e25d68d-c702-4c4c-8d9c-7076cd904d78, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=0e25d68d-c702-4c4c-8d9c-7076cd904d78,segment=NetworkSegment(e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9),segment_id=e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:43:24.469779 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-5b8776a4-b2ff-403a-9155-40f6e4349655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'name': 'tempest-AttachVolumeTestJSON-328073892-router', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:17Z', 'revision_number': 3, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'gw_port': {'id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:51:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi'}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:24.487159 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2f1ef82a-8083-474f-8cd6-e2d624cbc315 admin admin] Publish callbacks [] for port (03f0e9cc-df0f-45a9-ab39-87054c429672), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:24.514808 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:24.531074 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2f1ef82a-8083-474f-8cd6-e2d624cbc315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (03f0e9cc-df0f-45a9-ab39-87054c429672), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:24.569665 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab26e7c-8a64-4088-b7e3-caf70d2afd3b None None] The sync data for ids ['60257890-9b33-4fc7-91c0-49114a106d83'] in dv-cinder-854271-1-iscsi is: [{'id': '60257890-9b33-4fc7-91c0-49114a106d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1360141810-router', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '8a3d7773-7d9a-4a50-b48b-707661ee7260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:19Z', 'revision_number': 4, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'gw_port': {'id': '8a3d7773-7d9a-4a50-b48b-707661ee7260', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:10Z', 'updated_at': '2022-08-24T06:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': 'f1fac1b8-84f9-4a2b-b73d-27765d65b43d', 'name': '', 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'mac_address': 'fa:16:3e:99:d6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '87c63329-c783-4018-8f3e-d78ef061967a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:17Z', 'updated_at': '2022-08-24T06:43:18Z', 'revision_number': 1, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'subnets': [{'id': '87c63329-c783-4018-8f3e-d78ef061967a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:43:24.572473 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (0e25d68d-c702-4c4c-8d9c-7076cd904d78), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:24.574367 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 90fe68b4-6cf6-4f32-9447-f089880bb2b9 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:43:24.584501 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8776a4-b2ff-403a-9155-40f6e4349655 None None] Checking router: a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac for host: dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:43:24.584977 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8776a4-b2ff-403a-9155-40f6e4349655 None None] Updating router a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac port dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7 binding host dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 06:43:24.602043 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1ef82a-8083-474f-8cd6-e2d624cbc315 admin admin] Network 29ff322a-6eb8-436a-953a-aa176e35076e is already hosted by enough agents. {{(pid=113089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:43:24.605762 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [None req-2f1ef82a-8083-474f-8cd6-e2d624cbc315 admin admin] Resources bound (agent type, host, resource id): {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:24.614172 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1ef82a-8083-474f-8cd6-e2d624cbc315 admin admin] Received port after_create {{(pid=113089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:43:24.614824 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2f1ef82a-8083-474f-8cd6-e2d624cbc315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698864'] for router_interface (8aa09cbd-ae24-4c0f-a99c-780a8af138a3), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:24.631934 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-3b420d6b-8ffb-45b3-bbe9-bc67f9ed21ac admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c484a5dd3cb142b99557d236e1aa4c96&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4796696 Aug 24 06:43:24.689460 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 46446) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:24.690329 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d748b86d-f046-4d1f-ab7c-08ff4238874b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (3d708c73-58f4-49da-9c5e-cc9ce17bf74d), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:24.729366 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:INSERT=16,neutron:SELECT=82,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:24.735807 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-39bf6ebf-283b-4250-b1a4-7741dc7bcc7c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4f5059a58c6d4674a160593e81a69494&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9912219 Aug 24 06:43:24.739520 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b420d6b-8ffb-45b3-bbe9-bc67f9ed21ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae6aadf-71a6-4d83-a9dd-bc371627d13a,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:24.745212 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 46454) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:24.750367 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ef82a-8083-474f-8cd6-e2d624cbc315 admin admin] Pushing event updated for resources: {'Port': ['ID=03f0e9cc-df0f-45a9-ab39-87054c429672,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:24.810007 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 46468) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:24.810934 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-cebec7e3-ddb9-4034-b161-16a19da98a8d None None] Current status of the port 90fe68b4-6cf6-4f32-9447-f089880bb2b9 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:24.821636 dv-cinder-854271-1-iscsi neutron-server[113089]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 06:43:24.987071 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf6ebf-283b-4250-b1a4-7741dc7bcc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7136c7e9-2cd8-4e90-b88f-dbabaaeefa69,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:24.987860 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-cebec7e3-ddb9-4034-b161-16a19da98a8d None None] Provisioning complete for port bec654ec-6e94-40c9-a089-de18c174341f triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:24.988302 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-cebec7e3-ddb9-4034-b161-16a19da98a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (bec654ec-6e94-40c9-a089-de18c174341f), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:24.990291 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:25.093760 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [None req-65c9f283-f2c9-4e91-8f1d-8fb6b8870022 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Allocated IP 172.27.3.150 (ebaf0247-9904-4138-a92a-0e04f684cda3/21927f02-5278-4e61-8de7-8e5f8e88a327/4119c89d-5d93-4e47-bd5a-4e5cb338e8f9) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:43:25.163139 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-5b8776a4-b2ff-403a-9155-40f6e4349655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:25.191058 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Pushing event updated for resources: {'Port': ['ID=0e25d68d-c702-4c4c-8d9c-7076cd904d78,revision_number=3']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:25.229142 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-c1a8d722-f19c-47e7-bbf8-38a81eb04049 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:25.232023 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-c1a8d722-f19c-47e7-bbf8-38a81eb04049 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/networks?id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad HTTP/1.1" status: 200 len: 819 time: 0.4161034 Aug 24 06:43:25.232834 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 90fe68b4-6cf6-4f32-9447-f089880bb2b9 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:25.233347 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (90fe68b4-6cf6-4f32-9447-f089880bb2b9), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:25.249666 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8a6be5-c10b-4188-9efa-a7a1da1651be None None] Network cb063070-ec1f-4660-994d-b8c1b2bdc198 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:43:25.303854 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c00b1faa-6e70-4b2e-8d5f-e6f4d7063dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (8c16fb31-f66e-45bd-b513-c1d7c73b297e), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:25.358156 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-e29242e3-03a5-43e7-9aad-89f232d4c05a admin admin] Publish callbacks [] for security_group (8ae6aadf-71a6-4d83-a9dd-bc371627d13a), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:25.379207 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-65c9f283-f2c9-4e91-8f1d-8fb6b8870022 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for port (4119c89d-5d93-4e47-bd5a-4e5cb338e8f9), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:25.393002 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:25.416406 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-cebec7e3-ddb9-4034-b161-16a19da98a8d None None] Current status of the port bec654ec-6e94-40c9-a089-de18c174341f is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:25.416930 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-cebec7e3-ddb9-4034-b161-16a19da98a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (bec654ec-6e94-40c9-a089-de18c174341f), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:25.456773 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 46480) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:25.474505 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-98f01232-5ed5-4f92-b3c9-fb94fec109f1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1927500540-network', 'tenant_id': 'a3e32ad320a543dea1878f1c16efa9c6'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:25.491601 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-e29242e3-03a5-43e7-9aad-89f232d4c05a admin admin] Publish callbacks [] for security_group (8ae6aadf-71a6-4d83-a9dd-bc371627d13a), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:25.496760 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-028fc41e-4b71-4456-93e7-11f780d6dc91 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/quotas/2a401374685240dc94fe28ca99ad4e11 HTTP/1.1" status: 200 len: 375 time: 0.0366082 Aug 24 06:43:25.550489 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2f1ef82a-8083-474f-8cd6-e2d624cbc315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (03f0e9cc-df0f-45a9-ab39-87054c429672), before_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:25.568609 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-cebec7e3-ddb9-4034-b161-16a19da98a8d None None] For port bec654ec-6e94-40c9-a089-de18c174341f, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=bec654ec-6e94-40c9-a089-de18c174341f,segment=NetworkSegment(22d81dca-a42b-4c68-b84a-e3a32cb83863),segment_id=22d81dca-a42b-4c68-b84a-e3a32cb83863)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:43:25.575229 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:25.603745 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2ed82521-cbbb-493e-a15f-f7c5f68e6478 admin admin] Publish callbacks [] for security_group (7136c7e9-2cd8-4e90-b88f-dbabaaeefa69), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:25.607028 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:25.608020 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f01232-5ed5-4f92-b3c9-fb94fec109f1 admin admin] Made reservation on behalf of a3e32ad320a543dea1878f1c16efa9c6 for: {'network': 1} {{(pid=113088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:43:25.610490 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-98f01232-5ed5-4f92-b3c9-fb94fec109f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for network (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:25.643392 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2ed82521-cbbb-493e-a15f-f7c5f68e6478 admin admin] Publish callbacks [] for security_group (7136c7e9-2cd8-4e90-b88f-dbabaaeefa69), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:25.654580 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-98f01232-5ed5-4f92-b3c9-fb94fec109f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:25.679783 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-65c9f283-f2c9-4e91-8f1d-8fb6b8870022 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (4119c89d-5d93-4e47-bd5a-4e5cb338e8f9), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:25.681258 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-cebec7e3-ddb9-4034-b161-16a19da98a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (bec654ec-6e94-40c9-a089-de18c174341f), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:25.696096 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d748b86d-f046-4d1f-ab7c-08ff4238874b admin admin] Publish callbacks [] for port (3d708c73-58f4-49da-9c5e-cc9ce17bf74d), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:25.750033 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-f40ec946-2830-453e-bffb-1a2535065c72 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2a401374685240dc94fe28ca99ad4e11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2414842 Aug 24 06:43:25.763957 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d748b86d-f046-4d1f-ab7c-08ff4238874b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (3d708c73-58f4-49da-9c5e-cc9ce17bf74d), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:25.764733 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d748b86d-f046-4d1f-ab7c-08ff4238874b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698892'] for router_interface (a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:25.785974 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-cebec7e3-ddb9-4034-b161-16a19da98a8d None None] Provisioning complete for port f1fac1b8-84f9-4a2b-b73d-27765d65b43d triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:25.786369 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-cebec7e3-ddb9-4034-b161-16a19da98a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (f1fac1b8-84f9-4a2b-b73d-27765d65b43d), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:25.793026 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebec7e3-ddb9-4034-b161-16a19da98a8d None None] Pushing event updated for resources: {'Port': ['ID=bec654ec-6e94-40c9-a089-de18c174341f,revision_number=3']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:25.806185 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c9f283-f2c9-4e91-8f1d-8fb6b8870022 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Network ebaf0247-9904-4138-a92a-0e04f684cda3 is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:43:25.819547 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-e29242e3-03a5-43e7-9aad-89f232d4c05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (8ae6aadf-71a6-4d83-a9dd-bc371627d13a), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:25.821952 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-e29242e3-03a5-43e7-9aad-89f232d4c05a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:25.823632 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-e29242e3-03a5-43e7-9aad-89f232d4c05a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/8ae6aadf-71a6-4d83-a9dd-bc371627d13a HTTP/1.1" status: 204 len: 168 time: 1.1301920 Aug 24 06:43:25.825221 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-65c9f283-f2c9-4e91-8f1d-8fb6b8870022 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:25.827901 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c9f283-f2c9-4e91-8f1d-8fb6b8870022 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:43:25.895827 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 90fe68b4-6cf6-4f32-9447-f089880bb2b9 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:25.897832 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device bec654ec-6e94-40c9-a089-de18c174341f up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:43:25.906890 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2ed82521-cbbb-493e-a15f-f7c5f68e6478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (7136c7e9-2cd8-4e90-b88f-dbabaaeefa69), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:25.912546 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2ed82521-cbbb-493e-a15f-f7c5f68e6478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:25.919858 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-2ed82521-cbbb-493e-a15f-f7c5f68e6478 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7136c7e9-2cd8-4e90-b88f-dbabaaeefa69 HTTP/1.1" status: 204 len: 168 time: 1.1735392 Aug 24 06:43:26.017049 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:26.024140 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-cebec7e3-ddb9-4034-b161-16a19da98a8d None None] Port f1fac1b8-84f9-4a2b-b73d-27765d65b43d cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:43:26.031265 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port bec654ec-6e94-40c9-a089-de18c174341f triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:26.031632 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (bec654ec-6e94-40c9-a089-de18c174341f), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:26.060501 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9f283-f2c9-4e91-8f1d-8fb6b8870022 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event updated for resources: {'Port': ['ID=4119c89d-5d93-4e47-bd5a-4e5cb338e8f9,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:26.075852 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed82521-cbbb-493e-a15f-f7c5f68e6478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7136c7e9-2cd8-4e90-b88f-dbabaaeefa69,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:26.091732 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29242e3-03a5-43e7-9aad-89f232d4c05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae6aadf-71a6-4d83-a9dd-bc371627d13a,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:26.161123 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:26.218368 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2f1ef82a-8083-474f-8cd6-e2d624cbc315 admin admin] Publish callbacks [] for port (03f0e9cc-df0f-45a9-ab39-87054c429672), precommit_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:26.231477 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2f1ef82a-8083-474f-8cd6-e2d624cbc315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (03f0e9cc-df0f-45a9-ab39-87054c429672), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:26.234567 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2f1ef82a-8083-474f-8cd6-e2d624cbc315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698892'] for router_interface (8aa09cbd-ae24-4c0f-a99c-780a8af138a3), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:26.369018 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-cebec7e3-ddb9-4034-b161-16a19da98a8d None None] Provisioning complete for port 0e25d68d-c702-4c4c-8d9c-7076cd904d78 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:26.370388 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-cebec7e3-ddb9-4034-b161-16a19da98a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (0e25d68d-c702-4c4c-8d9c-7076cd904d78), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:26.394842 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c00b1faa-6e70-4b2e-8d5f-e6f4d7063dca admin admin] Publish callbacks [] for port (8c16fb31-f66e-45bd-b513-c1d7c73b297e), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:26.406986 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-65c9f283-f2c9-4e91-8f1d-8fb6b8870022 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for floatingip (2f634f44-7eb3-4dc0-b233-8f2a25b1e7c3), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:26.413716 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748b86d-f046-4d1f-ab7c-08ff4238874b admin admin] Pushing event updated for resources: {'Port': ['ID=3d708c73-58f4-49da-9c5e-cc9ce17bf74d,revision_number=2']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:26.432515 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c00b1faa-6e70-4b2e-8d5f-e6f4d7063dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (8c16fb31-f66e-45bd-b513-c1d7c73b297e), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:26.433491 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c00b1faa-6e70-4b2e-8d5f-e6f4d7063dca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698892'] for router_interface (b859ea55-410f-4150-99fc-46246c7302ec), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:26.478218 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ef82a-8083-474f-8cd6-e2d624cbc315 admin admin] Pushing event updated for resources: {'Port': ['ID=03f0e9cc-df0f-45a9-ab39-87054c429672,revision_number=2']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:26.495362 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1ef82a-8083-474f-8cd6-e2d624cbc315 admin admin] Network 29ff322a-6eb8-436a-953a-aa176e35076e is already hosted by enough agents. {{(pid=113089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:43:26.497316 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [None req-2f1ef82a-8083-474f-8cd6-e2d624cbc315 admin admin] Resources bound (agent type, host, resource id): {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:26.533397 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-a592bed6-029d-422e-a7b8-be4700652cbc service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113089) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 06:43:26.541944 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-2b247f9c-46be-4247-ab80-5033c84b4d98 None None] Publish callbacks [] for port (ff233a86-cd59-4c30-aa46-e24d9256d195), precommit_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:26.551684 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-a592bed6-029d-422e-a7b8-be4700652cbc service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4094586 Aug 24 06:43:26.662380 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:26.674053 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-98f01232-5ed5-4f92-b3c9-fb94fec109f1 admin admin] Publish callbacks [] for security_group (32e9c1b6-5a20-4ab9-a70b-cbb822da4bc0), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:26.741010 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:26.752150 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-65c9f283-f2c9-4e91-8f1d-8fb6b8870022 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (4119c89d-5d93-4e47-bd5a-4e5cb338e8f9), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:26.779384 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d748b86d-f046-4d1f-ab7c-08ff4238874b admin admin] Network 018b0e35-de97-44eb-a1bf-77de9b3c6286 is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:43:26.784104 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-98f01232-5ed5-4f92-b3c9-fb94fec109f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (32e9c1b6-5a20-4ab9-a70b-cbb822da4bc0), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:26.853779 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-d748b86d-f046-4d1f-ab7c-08ff4238874b admin admin] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:26.865340 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b1faa-6e70-4b2e-8d5f-e6f4d7063dca admin admin] Pushing event updated for resources: {'Port': ['ID=8c16fb31-f66e-45bd-b513-c1d7c73b297e,revision_number=2']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:26.893750 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-c8186e7f-47f8-4c8e-babb-0fe8cf484921 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400793 Aug 24 06:43:26.976522 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 46502) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:27.014336 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-38e21cf2-8ffa-4382-a4a1-acef2fb1e8c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:27.063512 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f01232-5ed5-4f92-b3c9-fb94fec109f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=113088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 06:43:27.080116 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-98f01232-5ed5-4f92-b3c9-fb94fec109f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (0b666766-169d-440e-81b6-1e92a2e9300d), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:27.080462 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.db.segments_db [None req-98f01232-5ed5-4f92-b3c9-fb94fec109f1 admin admin] Added segment 0b666766-169d-440e-81b6-1e92a2e9300d of type vlan for network 8b8603eb-5045-4c46-8361-3998d7f42c53 Aug 24 06:43:27.148891 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-98f01232-5ed5-4f92-b3c9-fb94fec109f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748142589579'] for network (8b8603eb-5045-4c46-8361-3998d7f42c53), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:27.163760 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1ef82a-8083-474f-8cd6-e2d624cbc315 admin admin] Router 8aa09cbd-ae24-4c0f-a99c-780a8af138a3 has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:43:27.181309 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:27.181948 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-4165815d-cbab-4314-8859-8be8238b1d5d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660530 Aug 24 06:43:27.237953 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-98f01232-5ed5-4f92-b3c9-fb94fec109f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for network (8b8603eb-5045-4c46-8361-3998d7f42c53), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:27.239894 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f01232-5ed5-4f92-b3c9-fb94fec109f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:27.250058 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-98f01232-5ed5-4f92-b3c9-fb94fec109f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:27.300277 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-5b8776a4-b2ff-403a-9155-40f6e4349655 None None] Publish callbacks [] for port (dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7), precommit_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:27.305579 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port bec654ec-6e94-40c9-a089-de18c174341f is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:27.311695 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-2b247f9c-46be-4247-ab80-5033c84b4d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (ff233a86-cd59-4c30-aa46-e24d9256d195), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:27.334732 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-5b8776a4-b2ff-403a-9155-40f6e4349655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:27.346590 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:27.379585 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-5b8776a4-b2ff-403a-9155-40f6e4349655 None None] Attempting to bind port dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7 on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:43:27.380157 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-5b8776a4-b2ff-403a-9155-40f6e4349655 None None] Attempting to bind port dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7 by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:43:27.381241 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8776a4-b2ff-403a-9155-40f6e4349655 None None] Attempting to bind port dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7 on network ebaf0247-9904-4138-a92a-0e04f684cda3 {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:43:27.390244 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-38e21cf2-8ffa-4382-a4a1-acef2fb1e8c1 admin admin] Publish callbacks [] for security_group (4ddb3169-c9f6-4e6d-b342-683452ea3484), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:27.403713 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-2b247f9c-46be-4247-ab80-5033c84b4d98 None None] Attempting to bind port ff233a86-cd59-4c30-aa46-e24d9256d195 on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:43:27.404333 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-2b247f9c-46be-4247-ab80-5033c84b4d98 None None] Attempting to bind port ff233a86-cd59-4c30-aa46-e24d9256d195 by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:43:27.404766 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b247f9c-46be-4247-ab80-5033c84b4d98 None None] Attempting to bind port ff233a86-cd59-4c30-aa46-e24d9256d195 on network ebaf0247-9904-4138-a92a-0e04f684cda3 {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:43:27.406159 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-38e21cf2-8ffa-4382-a4a1-acef2fb1e8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (4ddb3169-c9f6-4e6d-b342-683452ea3484), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:27.409213 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f01232-5ed5-4f92-b3c9-fb94fec109f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e9c1b6-5a20-4ab9-a70b-cbb822da4bc0,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:27.423793 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1ef82a-8083-474f-8cd6-e2d624cbc315 admin admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:43:27.429318 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8776a4-b2ff-403a-9155-40f6e4349655 None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:43:27.431236 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8776a4-b2ff-403a-9155-40f6e4349655 None None] Checking segment: {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:43:27.432039 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-5b8776a4-b2ff-403a-9155-40f6e4349655 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:27.433876 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8776a4-b2ff-403a-9155-40f6e4349655 None None] Bound using segment: {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:43:27.435961 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-5b8776a4-b2ff-403a-9155-40f6e4349655 None None] Bound port: dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:43:27.437148 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-5b8776a4-b2ff-403a-9155-40f6e4349655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:27.440976 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-2f1ef82a-8083-474f-8cd6-e2d624cbc315 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/8aa09cbd-ae24-4c0f-a99c-780a8af138a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0128815 Aug 24 06:43:27.515970 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e21cf2-8ffa-4382-a4a1-acef2fb1e8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddb3169-c9f6-4e6d-b342-683452ea3484,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:27.527572 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-38e21cf2-8ffa-4382-a4a1-acef2fb1e8c1 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ec6201927fdb4ea29caad607e7d51da8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5459895 Aug 24 06:43:27.528166 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 46512) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:27.593680 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-5b8776a4-b2ff-403a-9155-40f6e4349655 None None] For port dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:43:27.597208 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-5b8776a4-b2ff-403a-9155-40f6e4349655 None None] For port dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:43:27.607805 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-98f01232-5ed5-4f92-b3c9-fb94fec109f1 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1422274 Aug 24 06:43:27.608688 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 46518) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:27.636052 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-cebec7e3-ddb9-4034-b161-16a19da98a8d None None] Current status of the port 0e25d68d-c702-4c4c-8d9c-7076cd904d78 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:27.638480 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-c4feca5c-c3ee-4458-af3e-b9681fe21de0 admin admin] Request body: {'subnet': {'network_id': '8b8603eb-5045-4c46-8361-3998d7f42c53', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1927500540-subnet', 'tenant_id': 'a3e32ad320a543dea1878f1c16efa9c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:27.646783 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b247f9c-46be-4247-ab80-5033c84b4d98 None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:43:27.648975 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b247f9c-46be-4247-ab80-5033c84b4d98 None None] Checking segment: {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:43:27.649301 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-2b247f9c-46be-4247-ab80-5033c84b4d98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:27.649704 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b247f9c-46be-4247-ab80-5033c84b4d98 None None] Bound using segment: {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:43:27.652307 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-2b247f9c-46be-4247-ab80-5033c84b4d98 None None] Bound port: ff233a86-cd59-4c30-aa46-e24d9256d195, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:43:27.652821 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-2b247f9c-46be-4247-ab80-5033c84b4d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (ff233a86-cd59-4c30-aa46-e24d9256d195), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:27.676343 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a454d-6063-4129-8564-8e3d935a04e5 None None] Pushing event updated for resources: {'Port': ['ID=ff233a86-cd59-4c30-aa46-e24d9256d195,revision_number=2']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:27.703624 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 46526) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:27.710779 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-8789c6b1-bd7e-4f4a-a844-8c2ea7ff88c4 admin admin] Publish callbacks [] for security_group (4ddb3169-c9f6-4e6d-b342-683452ea3484), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:27.777043 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-5b8776a4-b2ff-403a-9155-40f6e4349655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:27.849676 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4feca5c-c3ee-4458-af3e-b9681fe21de0 admin admin] Made reservation on behalf of a3e32ad320a543dea1878f1c16efa9c6 for: {'subnet': 1} {{(pid=113089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:43:27.852783 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c4feca5c-c3ee-4458-af3e-b9681fe21de0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:27.873757 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:27.927727 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f01232-5ed5-4f92-b3c9-fb94fec109f1 admin admin] Pushing event updated for resources: {'Network': ['ID=8b8603eb-5045-4c46-8361-3998d7f42c53,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:27.946603 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00b1faa-6e70-4b2e-8d5f-e6f4d7063dca admin admin] Network 8be3c841-0d59-4803-979e-08c48130dbdb is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:43:27.951559 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 8a3d7773-7d9a-4a50-b48b-707661ee7260 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:43:27.952834 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-c00b1faa-6e70-4b2e-8d5f-e6f4d7063dca admin admin] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:27.970114 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8776a4-b2ff-403a-9155-40f6e4349655 None None] Routers {'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:43:27.974519 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-5b8776a4-b2ff-403a-9155-40f6e4349655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:43:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:27.993285 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-8789c6b1-bd7e-4f4a-a844-8c2ea7ff88c4 admin admin] Publish callbacks [] for security_group (4ddb3169-c9f6-4e6d-b342-683452ea3484), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:27.996638 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Network 8b8603eb-5045-4c46-8361-3998d7f42c53 details requested by agent ovs-agent-dv-cinder-854271-1-iscsi with host dv-cinder-854271-1-iscsi {{(pid=113090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 06:43:27.999716 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:28.093002 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d1ad04f7-6b52-401e-b689-f6e981163a36 req-8517795e-bed0-4bae-b832-981969493321 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 210 time: 0.3878946 Aug 24 06:43:28.114529 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-8789c6b1-bd7e-4f4a-a844-8c2ea7ff88c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (4ddb3169-c9f6-4e6d-b342-683452ea3484), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:28.120255 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-8789c6b1-bd7e-4f4a-a844-8c2ea7ff88c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:28.122536 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-8789c6b1-bd7e-4f4a-a844-8c2ea7ff88c4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4ddb3169-c9f6-4e6d-b342-683452ea3484 HTTP/1.1" status: 204 len: 168 time: 0.5933485 Aug 24 06:43:28.123381 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:28.155423 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-705746f7-db0f-4beb-97a9-2571e3e482ff None None] Provisioning complete for port 3d708c73-58f4-49da-9c5e-cc9ce17bf74d triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:28.158688 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789c6b1-bd7e-4f4a-a844-8c2ea7ff88c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddb3169-c9f6-4e6d-b342-683452ea3484,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:28.165165 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-705746f7-db0f-4beb-97a9-2571e3e482ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (3d708c73-58f4-49da-9c5e-cc9ce17bf74d), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:28.193662 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00b1faa-6e70-4b2e-8d5f-e6f4d7063dca admin admin] Router b859ea55-410f-4150-99fc-46246c7302ec has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:43:28.217874 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d748b86d-f046-4d1f-ab7c-08ff4238874b admin admin] Router a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:43:28.223392 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-65c9f283-f2c9-4e91-8f1d-8fb6b8870022 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for port (4119c89d-5d93-4e47-bd5a-4e5cb338e8f9), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:28.245407 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-65c9f283-f2c9-4e91-8f1d-8fb6b8870022 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (4119c89d-5d93-4e47-bd5a-4e5cb338e8f9), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:28.246588 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-65c9f283-f2c9-4e91-8f1d-8fb6b8870022 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698989'] for floatingip (2f634f44-7eb3-4dc0-b233-8f2a25b1e7c3), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:28.404969 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388006fe-70da-4ae4-89d0-452d25cc2dd2 None None] Sync routers for ids ['60257890-9b33-4fc7-91c0-49114a106d83'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:43:28.411720 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebdece-236c-4798-9d0b-b5af5401d1f8 None None] Pushing event updated for resources: {'Port': ['ID=dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7,revision_number=3']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:28.428042 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c4feca5c-c3ee-4458-af3e-b9681fe21de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for subnet (7d58d3ef-39ff-4201-abdd-2430eed4a57a), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:28.428529 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388006fe-70da-4ae4-89d0-452d25cc2dd2 None None] Routers {'60257890-9b33-4fc7-91c0-49114a106d83'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:43:28.428967 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-388006fe-70da-4ae4-89d0-452d25cc2dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:43:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['60257890-9b33-4fc7-91c0-49114a106d83'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:28.429931 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-2b247f9c-46be-4247-ab80-5033c84b4d98 None None] For port ff233a86-cd59-4c30-aa46-e24d9256d195, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:43:28.493145 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-65c9f283-f2c9-4e91-8f1d-8fb6b8870022 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:28.503241 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-65c9f283-f2c9-4e91-8f1d-8fb6b8870022 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2564414 Aug 24 06:43:28.517322 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:28.543929 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-2b247f9c-46be-4247-ab80-5033c84b4d98 None None] For port ff233a86-cd59-4c30-aa46-e24d9256d195, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=ff233a86-cd59-4c30-aa46-e24d9256d195,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:43:28.556818 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4feca5c-c3ee-4458-af3e-b9681fe21de0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d58d3ef-39ff-4201-abdd-2430eed4a57a,revision_number=0']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:28.563582 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4feca5c-c3ee-4458-af3e-b9681fe21de0 admin admin] Checking segment: {'id': '0b666766-169d-440e-81b6-1e92a2e9300d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8b8603eb-5045-4c46-8361-3998d7f42c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:43:28.563854 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4feca5c-c3ee-4458-af3e-b9681fe21de0 admin admin] Network hostable DHCP agents. Network: 8b8603eb-5045-4c46-8361-3998d7f42c53, hostable agents: ['133a3e8a-16cb-4472-a923-08e28c023b55'], hosted agents: [] {{(pid=113089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 06:43:28.570883 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9f283-f2c9-4e91-8f1d-8fb6b8870022 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event updated for resources: {'Port': ['ID=4119c89d-5d93-4e47-bd5a-4e5cb338e8f9,revision_number=2']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:28.574626 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-705746f7-db0f-4beb-97a9-2571e3e482ff None None] Port 3d708c73-58f4-49da-9c5e-cc9ce17bf74d cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:43:28.586890 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-2b247f9c-46be-4247-ab80-5033c84b4d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (ff233a86-cd59-4c30-aa46-e24d9256d195), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:28.594518 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4feca5c-c3ee-4458-af3e-b9681fe21de0 admin admin] Network 8b8603eb-5045-4c46-8361-3998d7f42c53 is scheduled to be hosted by DHCP agent 133a3e8a-16cb-4472-a923-08e28c023b55 with binding_index 1 {{(pid=113089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 06:43:28.610335 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [None req-c4feca5c-c3ee-4458-af3e-b9681fe21de0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854271-1-iscsi, 8b8603eb-5045-4c46-8361-3998d7f42c53) {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:28.610756 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 8a3d7773-7d9a-4a50-b48b-707661ee7260 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:28.612159 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (8a3d7773-7d9a-4a50-b48b-707661ee7260), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:28.615810 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4feca5c-c3ee-4458-af3e-b9681fe21de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:28.617105 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c4feca5c-c3ee-4458-af3e-b9681fe21de0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for subnet (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:28.642029 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d748b86d-f046-4d1f-ab7c-08ff4238874b admin admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:43:28.647607 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-388006fe-70da-4ae4-89d0-452d25cc2dd2 None None] Set router 60257890-9b33-4fc7-91c0-49114a106d83 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:43:28.658542 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-c4feca5c-c3ee-4458-af3e-b9681fe21de0 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0395787 Aug 24 06:43:28.667865 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-d748b86d-f046-4d1f-ab7c-08ff4238874b admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8987794 Aug 24 06:43:28.676757 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ae3e0e-96f5-4a83-aedd-857e244ab399 None None] Network 8b8603eb-5045-4c46-8361-3998d7f42c53 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:43:28.677119 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00b1faa-6e70-4b2e-8d5f-e6f4d7063dca admin admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:43:28.694036 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-c00b1faa-6e70-4b2e-8d5f-e6f4d7063dca admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/b859ea55-410f-4150-99fc-46246c7302ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7091985 Aug 24 06:43:28.702362 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8d1475-0614-4066-a5c7-ed896955331a None None] Sync routers for ids ['b859ea55-410f-4150-99fc-46246c7302ec'] in dv-cinder-854271-1-iscsi {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:43:28.721024 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-705746f7-db0f-4beb-97a9-2571e3e482ff None None] Provisioning complete for port 0e25d68d-c702-4c4c-8d9c-7076cd904d78 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:28.721482 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-705746f7-db0f-4beb-97a9-2571e3e482ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (0e25d68d-c702-4c4c-8d9c-7076cd904d78), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:28.835646 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-5b8776a4-b2ff-403a-9155-40f6e4349655 None None] Set router a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:43:28.874170 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-388006fe-70da-4ae4-89d0-452d25cc2dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60257890-9b33-4fc7-91c0-49114a106d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1360141810-router', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '8a3d7773-7d9a-4a50-b48b-707661ee7260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:19Z', 'revision_number': 4, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'gw_port': {'id': '8a3d7773-7d9a-4a50-b48b-707661ee7260', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:10Z', 'updated_at': '2022-08-24T06:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': 'f1fac1b8-84f9-4a2b-b73d-27765d65b43d', 'name': '', 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'mac_address': 'fa:16:3e:99:d6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '87c63329-c783-4018-8f3e-d78ef061967a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:17Z', 'updated_at': '2022-08-24T06:43:20Z', 'revision_number': 2, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'subnets': [{'id': '87c63329-c783-4018-8f3e-d78ef061967a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:28.911086 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388006fe-70da-4ae4-89d0-452d25cc2dd2 None None] Checking router: 60257890-9b33-4fc7-91c0-49114a106d83 for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:43:28.911933 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388006fe-70da-4ae4-89d0-452d25cc2dd2 None None] Updating router 60257890-9b33-4fc7-91c0-49114a106d83 port f1fac1b8-84f9-4a2b-b73d-27765d65b43d binding host dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 06:43:28.917052 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebdece-236c-4798-9d0b-b5af5401d1f8 None None] Pushing event updated for resources: {'Port': ['ID=dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7,revision_number=3']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:28.962424 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-388006fe-70da-4ae4-89d0-452d25cc2dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (f1fac1b8-84f9-4a2b-b73d-27765d65b43d), before_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:28.983111 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 8a3d7773-7d9a-4a50-b48b-707661ee7260 is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:28.983529 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (8a3d7773-7d9a-4a50-b48b-707661ee7260), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:28.988828 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b247f9c-46be-4247-ab80-5033c84b4d98 None None] Routers {'8aa09cbd-ae24-4c0f-a99c-780a8af138a3'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:43:28.989462 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-2b247f9c-46be-4247-ab80-5033c84b4d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:43:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['8aa09cbd-ae24-4c0f-a99c-780a8af138a3'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:29.047758 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-5e0d8d6b-3ecf-4539-8791-74a1f213f272 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:29.049254 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-5e0d8d6b-3ecf-4539-8791-74a1f213f272 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/networks?id=29ff322a-6eb8-436a-953a-aa176e35076e HTTP/1.1" status: 200 len: 812 time: 0.2059050 Aug 24 06:43:29.094678 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-2b247f9c-46be-4247-ab80-5033c84b4d98 None None] Set router 8aa09cbd-ae24-4c0f-a99c-780a8af138a3 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:43:29.123624 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-84de5ee3-5cea-478d-a727-63a6f927cec8 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/quotas/59b7ab43f7824f6c8a17988db2a25807 HTTP/1.1" status: 200 len: 375 time: 0.0513613 Aug 24 06:43:29.164322 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a454d-6063-4129-8564-8e3d935a04e5 None None] Pushing event updated for resources: {'Port': ['ID=ff233a86-cd59-4c30-aa46-e24d9256d195,revision_number=3']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:29.176301 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:29.186148 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:29.281034 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=100 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:29.287302 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-53860e94-31d8-4c0b-b2e2-b7b3f283edfc tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=59b7ab43f7824f6c8a17988db2a25807&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1368024 Aug 24 06:43:29.293279 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8d1475-0614-4066-a5c7-ed896955331a None None] Routers {'b859ea55-410f-4150-99fc-46246c7302ec'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:43:29.293963 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-9b8d1475-0614-4066-a5c7-ed896955331a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:43:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['b859ea55-410f-4150-99fc-46246c7302ec'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:29.297515 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:43:29.320003 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 46598) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:29.332966 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-1d1ae30a-c681-44cd-90b4-b7fc87d558b3 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:29.334517 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-1d1ae30a-c681-44cd-90b4-b7fc87d558b3 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/networks?id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad HTTP/1.1" status: 200 len: 819 time: 0.2365799 Aug 24 06:43:29.356108 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-00221096-d2cf-43db-b915-076caffaab6e tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/quotas/2a401374685240dc94fe28ca99ad4e11 HTTP/1.1" status: 200 len: 375 time: 0.0118046 Aug 24 06:43:29.454625 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_v2 [None req-756f0179-8bc5-4951-841a-ca4dea98e6f0 admin admin] Deleting subnet c0f599a5-c834-4695-bc57-ccebdbd36bef {{(pid=113088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 06:43:29.466681 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-756f0179-8bc5-4951-841a-ca4dea98e6f0 admin admin] Publish callbacks [] for subnet (c0f599a5-c834-4695-bc57-ccebdbd36bef), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:29.552717 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] For port 8a3d7773-7d9a-4a50-b48b-707661ee7260, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=8a3d7773-7d9a-4a50-b48b-707661ee7260,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:43:29.589141 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-756f0179-8bc5-4951-841a-ca4dea98e6f0 admin admin] Publish callbacks [] for subnet (c0f599a5-c834-4695-bc57-ccebdbd36bef), precommit_delete_associations {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:29.618767 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-756f0179-8bc5-4951-841a-ca4dea98e6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594230'] for subnet (c0f599a5-c834-4695-bc57-ccebdbd36bef), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:29.621787 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-2c7a474d-2eee-4cdc-a31a-943eceb72dc4 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2a401374685240dc94fe28ca99ad4e11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2361012 Aug 24 06:43:29.691009 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-b52d8825-df12-4e33-92f2-eefc0650ef07 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/29ff322a-6eb8-436a-953a-aa176e35076e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949893 Aug 24 06:43:29.743534 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (8a3d7773-7d9a-4a50-b48b-707661ee7260), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:29.744507 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 90fe68b4-6cf6-4f32-9447-f089880bb2b9 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:43:29.756135 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-756f0179-8bc5-4951-841a-ca4dea98e6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for subnet (c0f599a5-c834-4695-bc57-ccebdbd36bef), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:29.765614 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-388006fe-70da-4ae4-89d0-452d25cc2dd2 None None] Publish callbacks [] for port (f1fac1b8-84f9-4a2b-b73d-27765d65b43d), precommit_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:29.777688 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-388006fe-70da-4ae4-89d0-452d25cc2dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (f1fac1b8-84f9-4a2b-b73d-27765d65b43d), after_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:29.789725 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-2b247f9c-46be-4247-ab80-5033c84b4d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa09cbd-ae24-4c0f-a99c-780a8af138a3', 'name': 'tempest-DeleteServersTestJSON-1883541692-router', 'tenant_id': '59b7ab43f7824f6c8a17988db2a25807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ff233a86-cd59-4c30-aa46-e24d9256d195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:43:25Z', 'revision_number': 4, 'project_id': '59b7ab43f7824f6c8a17988db2a25807', 'gw_port': {'id': 'ff233a86-cd59-4c30-aa46-e24d9256d195', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa09cbd-ae24-4c0f-a99c-780a8af138a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '03f0e9cc-df0f-45a9-ab39-87054c429672', 'name': '', 'network_id': '29ff322a-6eb8-436a-953a-aa176e35076e', 'tenant_id': '59b7ab43f7824f6c8a17988db2a25807', 'mac_address': 'fa:16:3e:89:5c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa09cbd-ae24-4c0f-a99c-780a8af138a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '6f85f03a-22c1-408d-899e-137ef21dbe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:23Z', 'updated_at': '2022-08-24T06:43:25Z', 'revision_number': 2, 'project_id': '59b7ab43f7824f6c8a17988db2a25807', 'subnets': [{'id': '6f85f03a-22c1-408d-899e-137ef21dbe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:29.808782 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f0179-8bc5-4951-841a-ca4dea98e6f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0f599a5-c834-4695-bc57-ccebdbd36bef,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:29.835861 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-756f0179-8bc5-4951-841a-ca4dea98e6f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:29.848719 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-756f0179-8bc5-4951-841a-ca4dea98e6f0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/c0f599a5-c834-4695-bc57-ccebdbd36bef HTTP/1.1" status: 204 len: 168 time: 0.5273716 Aug 24 06:43:29.852315 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 46626) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:29.855746 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189a510-0364-4c23-ad51-8d3ff19d421c None None] Pushing event updated for resources: {'Port': ['ID=f1fac1b8-84f9-4a2b-b73d-27765d65b43d,revision_number=3']} {{(pid=113091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:29.891681 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:29.927171 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-d227d957-2f49-4dd9-9932-3bb672f43bef service neutron] 10.222.0.52 "GET /networking/v2.0/networks/29ff322a-6eb8-436a-953a-aa176e35076e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293015 Aug 24 06:43:29.974289 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-388006fe-70da-4ae4-89d0-452d25cc2dd2 None None] Attempting to bind port f1fac1b8-84f9-4a2b-b73d-27765d65b43d on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:43:29.974894 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-388006fe-70da-4ae4-89d0-452d25cc2dd2 None None] Attempting to bind port f1fac1b8-84f9-4a2b-b73d-27765d65b43d by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': '6bddbdc0-2b31-4a69-875c-7bbac9668394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad'}] {{(pid=113091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:43:29.975389 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388006fe-70da-4ae4-89d0-452d25cc2dd2 None None] Attempting to bind port f1fac1b8-84f9-4a2b-b73d-27765d65b43d on network 4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:43:29.991586 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388006fe-70da-4ae4-89d0-452d25cc2dd2 None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:43:29.992377 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388006fe-70da-4ae4-89d0-452d25cc2dd2 None None] Checking segment: {'id': '6bddbdc0-2b31-4a69-875c-7bbac9668394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:43:29.993180 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-388006fe-70da-4ae4-89d0-452d25cc2dd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:29.993778 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388006fe-70da-4ae4-89d0-452d25cc2dd2 None None] Bound using segment: {'id': '6bddbdc0-2b31-4a69-875c-7bbac9668394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad'} {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:43:29.994490 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-388006fe-70da-4ae4-89d0-452d25cc2dd2 None None] Bound port: f1fac1b8-84f9-4a2b-b73d-27765d65b43d, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bddbdc0-2b31-4a69-875c-7bbac9668394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad'}}] {{(pid=113091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:43:29.995331 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-388006fe-70da-4ae4-89d0-452d25cc2dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (f1fac1b8-84f9-4a2b-b73d-27765d65b43d), before_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:30.015087 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:30.024750 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-36de0100-f063-4c2d-bfa4-7e66f3e73099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623035'] for network (cb063070-ec1f-4660-994d-b8c1b2bdc198), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:30.161929 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-36de0100-f063-4c2d-bfa4-7e66f3e73099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-591158', 'neutron.services.segments.db._delete_segments_for_network-8748143077744'] for network (cb063070-ec1f-4660-994d-b8c1b2bdc198), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:30.174584 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.db [None req-388006fe-70da-4ae4-89d0-452d25cc2dd2 None None] For port f1fac1b8-84f9-4a2b-b73d-27765d65b43d, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:43:30.180618 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.db [None req-388006fe-70da-4ae4-89d0-452d25cc2dd2 None None] For port f1fac1b8-84f9-4a2b-b73d-27765d65b43d, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=f1fac1b8-84f9-4a2b-b73d-27765d65b43d,segment=NetworkSegment(6bddbdc0-2b31-4a69-875c-7bbac9668394),segment_id=6bddbdc0-2b31-4a69-875c-7bbac9668394)] {{(pid=113091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:43:30.201307 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-388006fe-70da-4ae4-89d0-452d25cc2dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (f1fac1b8-84f9-4a2b-b73d-27765d65b43d), after_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:30.222426 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-36de0100-f063-4c2d-bfa4-7e66f3e73099 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:43:30.222426 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-36de0100-f063-4c2d-bfa4-7e66f3e73099 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:43:30.222426 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-36de0100-f063-4c2d-bfa4-7e66f3e73099 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:43:30.222426 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-36de0100-f063-4c2d-bfa4-7e66f3e73099 admin admin] Subscribe: > port after_create 55550000 {{(pid=113088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:43:30.222426 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-36de0100-f063-4c2d-bfa4-7e66f3e73099 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:43:30.222883 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-36de0100-f063-4c2d-bfa4-7e66f3e73099 admin admin] Subscribe: > port after_update 55550000 {{(pid=113088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:43:30.222958 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-36de0100-f063-4c2d-bfa4-7e66f3e73099 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:43:30.225345 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-36de0100-f063-4c2d-bfa4-7e66f3e73099 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:43:30.225707 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-36de0100-f063-4c2d-bfa4-7e66f3e73099 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:43:30.226046 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-36de0100-f063-4c2d-bfa4-7e66f3e73099 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:43:30.248277 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b247f9c-46be-4247-ab80-5033c84b4d98 None None] The sync data for ids ['8aa09cbd-ae24-4c0f-a99c-780a8af138a3'] in dv-cinder-854271-1-iscsi is: [{'id': '8aa09cbd-ae24-4c0f-a99c-780a8af138a3', 'name': 'tempest-DeleteServersTestJSON-1883541692-router', 'tenant_id': '59b7ab43f7824f6c8a17988db2a25807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ff233a86-cd59-4c30-aa46-e24d9256d195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:43:25Z', 'revision_number': 4, 'project_id': '59b7ab43f7824f6c8a17988db2a25807', 'gw_port': {'id': 'ff233a86-cd59-4c30-aa46-e24d9256d195', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa09cbd-ae24-4c0f-a99c-780a8af138a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '03f0e9cc-df0f-45a9-ab39-87054c429672', 'name': '', 'network_id': '29ff322a-6eb8-436a-953a-aa176e35076e', 'tenant_id': '59b7ab43f7824f6c8a17988db2a25807', 'mac_address': 'fa:16:3e:89:5c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa09cbd-ae24-4c0f-a99c-780a8af138a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '6f85f03a-22c1-408d-899e-137ef21dbe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:23Z', 'updated_at': '2022-08-24T06:43:25Z', 'revision_number': 2, 'project_id': '59b7ab43f7824f6c8a17988db2a25807', 'subnets': [{'id': '6f85f03a-22c1-408d-899e-137ef21dbe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:43:30.282584 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f4478d-391b-403d-b113-f1f126450269 None None] Network 8b8603eb-5045-4c46-8361-3998d7f42c53 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:43:30.337619 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-705746f7-db0f-4beb-97a9-2571e3e482ff None None] Current status of the port 0e25d68d-c702-4c4c-8d9c-7076cd904d78 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:30.350107 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189a510-0364-4c23-ad51-8d3ff19d421c None None] Pushing event updated for resources: {'Port': ['ID=f1fac1b8-84f9-4a2b-b73d-27765d65b43d,revision_number=4']} {{(pid=113091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:30.353384 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Pushing event updated for resources: {'Port': ['ID=8a3d7773-7d9a-4a50-b48b-707661ee7260,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:30.370708 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388006fe-70da-4ae4-89d0-452d25cc2dd2 None None] Routers {'60257890-9b33-4fc7-91c0-49114a106d83'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:43:30.372544 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-388006fe-70da-4ae4-89d0-452d25cc2dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:43:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['60257890-9b33-4fc7-91c0-49114a106d83'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:30.394517 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-9b8d1475-0614-4066-a5c7-ed896955331a None None] Set router b859ea55-410f-4150-99fc-46246c7302ec gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:43:30.474668 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-705746f7-db0f-4beb-97a9-2571e3e482ff None None] Provisioning complete for port 03f0e9cc-df0f-45a9-ab39-87054c429672 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:30.474961 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-705746f7-db0f-4beb-97a9-2571e3e482ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (03f0e9cc-df0f-45a9-ab39-87054c429672), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:30.584069 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-bc058e6c-6439-4557-9e49-a868e1786d06 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113089) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 06:43:30.585416 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-bc058e6c-6439-4557-9e49-a868e1786d06 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5899990 Aug 24 06:43:30.632422 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 90fe68b4-6cf6-4f32-9447-f089880bb2b9 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:30.632802 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (90fe68b4-6cf6-4f32-9447-f089880bb2b9), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:30.733852 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-388006fe-70da-4ae4-89d0-452d25cc2dd2 None None] Set router 60257890-9b33-4fc7-91c0-49114a106d83 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:43:30.742592 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:30.769031 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-5fed93e9-e126-4c30-a1d2-97f7e425a05d tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1068599345&fields=id&tenant_id=a41fb206b09941ac80996a3c9cbaae58 HTTP/1.1" status: 200 len: 267 time: 0.3208010 Aug 24 06:43:30.964051 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:30.965724 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-705746f7-db0f-4beb-97a9-2571e3e482ff None None] Port 03f0e9cc-df0f-45a9-ab39-87054c429672 cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:43:31.036501 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=100 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:31.049392 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-705746f7-db0f-4beb-97a9-2571e3e482ff None None] Provisioning complete for port 8c16fb31-f66e-45bd-b513-c1d7c73b297e triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:31.050006 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-705746f7-db0f-4beb-97a9-2571e3e482ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (8c16fb31-f66e-45bd-b513-c1d7c73b297e), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:31.188766 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-705746f7-db0f-4beb-97a9-2571e3e482ff None None] Port 8c16fb31-f66e-45bd-b513-c1d7c73b297e cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:43:31.206064 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-5b8776a4-b2ff-403a-9155-40f6e4349655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'name': 'tempest-AttachVolumeTestJSON-328073892-router', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:24Z', 'revision_number': 4, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'gw_port': {'id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:51:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '3d708c73-58f4-49da-9c5e-cc9ce17bf74d', 'name': '', 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'mac_address': 'fa:16:3e:d5:92:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:22Z', 'updated_at': '2022-08-24T06:43:25Z', 'revision_number': 2, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'subnets': [{'id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:31.255750 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-c38da905-0948-4328-9191-fe2eff123c59 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6540911 Aug 24 06:43:31.317517 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-9b8d1475-0614-4066-a5c7-ed896955331a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'name': 'tempest-AttachVolumeShelveTestJSON-314602131-router', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:24Z', 'revision_number': 4, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'gw_port': {'id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '8c16fb31-f66e-45bd-b513-c1d7c73b297e', 'name': '', 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'mac_address': 'fa:16:3e:74:4f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:22Z', 'updated_at': '2022-08-24T06:43:25Z', 'revision_number': 2, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'subnets': [{'id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:31.351392 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8776a4-b2ff-403a-9155-40f6e4349655 None None] The sync data for ids ['a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'] in dv-cinder-854271-1-iscsi is: [{'id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'name': 'tempest-AttachVolumeTestJSON-328073892-router', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:24Z', 'revision_number': 4, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'gw_port': {'id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:51:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '3d708c73-58f4-49da-9c5e-cc9ce17bf74d', 'name': '', 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'mac_address': 'fa:16:3e:d5:92:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:22Z', 'updated_at': '2022-08-24T06:43:25Z', 'revision_number': 2, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'subnets': [{'id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:43:31.392587 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-36de0100-f063-4c2d-bfa4-7e66f3e73099 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:43:31.396708 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-36de0100-f063-4c2d-bfa4-7e66f3e73099 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:43:31.401306 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-36de0100-f063-4c2d-bfa4-7e66f3e73099 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:43:31.401810 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-36de0100-f063-4c2d-bfa4-7e66f3e73099 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:43:31.402993 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.services.segments.db [None req-36de0100-f063-4c2d-bfa4-7e66f3e73099 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb063070-ec1f-4660-994d-b8c1b2bdc198']}} {{(pid=113088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:31.450871 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-388006fe-70da-4ae4-89d0-452d25cc2dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60257890-9b33-4fc7-91c0-49114a106d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1360141810-router', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '8a3d7773-7d9a-4a50-b48b-707661ee7260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:19Z', 'revision_number': 4, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'gw_port': {'id': '8a3d7773-7d9a-4a50-b48b-707661ee7260', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:10Z', 'updated_at': '2022-08-24T06:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': 'f1fac1b8-84f9-4a2b-b73d-27765d65b43d', 'name': '', 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'mac_address': 'fa:16:3e:99:d6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '87c63329-c783-4018-8f3e-d78ef061967a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:17Z', 'updated_at': '2022-08-24T06:43:30Z', 'revision_number': 4, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'subnets': [{'id': '87c63329-c783-4018-8f3e-d78ef061967a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:31.452798 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:31.462972 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-faa02cc4-c1a6-42f6-9a4c-c25a2ef0791c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679866 Aug 24 06:43:31.474151 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.services.segments.db [None req-36de0100-f063-4c2d-bfa4-7e66f3e73099 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06cdae1f-db76-437e-b78c-f92a50d46921') {'for_net_delete': True} {{(pid=113088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:31.477730 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-97ab9863-f1f1-43cf-bb6a-d7df04d650f6 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:31.478866 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.services.segments.db [None req-36de0100-f063-4c2d-bfa4-7e66f3e73099 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06cdae1f-db76-437e-b78c-f92a50d46921') {} {{(pid=113088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:31.486793 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-97ab9863-f1f1-43cf-bb6a-d7df04d650f6 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/networks?id=4d764327-7285-4015-bbe3-ebfc93ab6200 HTTP/1.1" status: 200 len: 815 time: 0.7164245 Aug 24 06:43:31.496711 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 90fe68b4-6cf6-4f32-9447-f089880bb2b9 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:31.504840 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:43:31.524221 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-af1bbce8-4708-4a95-a4ee-91b12a13fe17 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/quotas/a41fb206b09941ac80996a3c9cbaae58 HTTP/1.1" status: 200 len: 375 time: 0.0361822 Aug 24 06:43:31.536370 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8d1475-0614-4066-a5c7-ed896955331a None None] Checking router: b859ea55-410f-4150-99fc-46246c7302ec for host: dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:43:31.541822 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8d1475-0614-4066-a5c7-ed896955331a None None] Updating router b859ea55-410f-4150-99fc-46246c7302ec port 8c16fb31-f66e-45bd-b513-c1d7c73b297e binding host dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 06:43:31.555030 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-36de0100-f063-4c2d-bfa4-7e66f3e73099 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748143134702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884333'] for segment (06cdae1f-db76-437e-b78c-f92a50d46921), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:31.570841 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388006fe-70da-4ae4-89d0-452d25cc2dd2 None None] The sync data for ids ['60257890-9b33-4fc7-91c0-49114a106d83'] in dv-cinder-854271-1-iscsi is: [{'id': '60257890-9b33-4fc7-91c0-49114a106d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1360141810-router', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '8a3d7773-7d9a-4a50-b48b-707661ee7260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:19Z', 'revision_number': 4, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'gw_port': {'id': '8a3d7773-7d9a-4a50-b48b-707661ee7260', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:10Z', 'updated_at': '2022-08-24T06:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': 'f1fac1b8-84f9-4a2b-b73d-27765d65b43d', 'name': '', 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'mac_address': 'fa:16:3e:99:d6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '87c63329-c783-4018-8f3e-d78ef061967a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:17Z', 'updated_at': '2022-08-24T06:43:30Z', 'revision_number': 4, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'subnets': [{'id': '87c63329-c783-4018-8f3e-d78ef061967a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:43:31.636143 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-36de0100-f063-4c2d-bfa4-7e66f3e73099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (06cdae1f-db76-437e-b78c-f92a50d46921), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:31.645582 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-e60b1949-4767-4cc4-95f9-c42a80321e31 None None] Provisioning complete for port 8c16fb31-f66e-45bd-b513-c1d7c73b297e triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:31.649398 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-e60b1949-4767-4cc4-95f9-c42a80321e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (8c16fb31-f66e-45bd-b513-c1d7c73b297e), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:31.662135 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36de0100-f063-4c2d-bfa4-7e66f3e73099 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=113088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 06:43:31.662646 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-36de0100-f063-4c2d-bfa4-7e66f3e73099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4110311'] for segment (06cdae1f-db76-437e-b78c-f92a50d46921), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:31.723766 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-e0a99678-fbea-453e-a9f5-4e23e0ef553c tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a41fb206b09941ac80996a3c9cbaae58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1982965 Aug 24 06:43:31.828456 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-36de0100-f063-4c2d-bfa4-7e66f3e73099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696332'] for network (cb063070-ec1f-4660-994d-b8c1b2bdc198), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:31.859776 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-36de0100-f063-4c2d-bfa4-7e66f3e73099 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:31.867568 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-36de0100-f063-4c2d-bfa4-7e66f3e73099 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/cb063070-ec1f-4660-994d-b8c1b2bdc198 HTTP/1.1" status: 204 len: 168 time: 2.0138910 Aug 24 06:43:31.872587 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-9b8d1475-0614-4066-a5c7-ed896955331a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (8c16fb31-f66e-45bd-b513-c1d7c73b297e), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:31.873829 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de0100-f063-4c2d-bfa4-7e66f3e73099 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb063070-ec1f-4660-994d-b8c1b2bdc198,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:31.880668 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 46706) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:31.903672 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-e60b1949-4767-4cc4-95f9-c42a80321e31 None None] Port 8c16fb31-f66e-45bd-b513-c1d7c73b297e cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:43:31.983103 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-dce756bf-8c68-4ee0-b40a-83deeda570cd service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4d764327-7285-4015-bbe3-ebfc93ab6200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464724 Aug 24 06:43:32.060239 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_v2 [None req-07cfb4bc-0413-46c6-b81b-45b4096ace72 admin admin] Deleting subnet 7d58d3ef-39ff-4201-abdd-2430eed4a57a {{(pid=113088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 06:43:32.072578 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-07cfb4bc-0413-46c6-b81b-45b4096ace72 admin admin] Publish callbacks [] for subnet (7d58d3ef-39ff-4201-abdd-2430eed4a57a), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:32.149530 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-a450f24b-d6fe-44b3-9187-e816feb59871 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4d764327-7285-4015-bbe3-ebfc93ab6200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644936 Aug 24 06:43:32.181096 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.58', 61592) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:32.307023 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-07cfb4bc-0413-46c6-b81b-45b4096ace72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884324'] for subnet (7d58d3ef-39ff-4201-abdd-2430eed4a57a), precommit_delete_associations {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:32.508166 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-07cfb4bc-0413-46c6-b81b-45b4096ace72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594230'] for subnet (7d58d3ef-39ff-4201-abdd-2430eed4a57a), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:32.539416 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.services.segments.plugin [-] Segment 06cdae1f-db76-437e-b78c-f92a50d46921 resource provider aggregate not found Aug 24 06:43:32.555764 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:32.556415 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:32.571322 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:32.580478 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-f48c4f35-879a-434c-adc9-2934696b4725 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:32.582289 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-f48c4f35-879a-434c-adc9-2934696b4725 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.58 "GET /networking/v2.0/networks?id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad HTTP/1.1" status: 200 len: 819 time: 0.4000874 Aug 24 06:43:32.626568 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-416c5561-670a-4440-8295-4d6fb2172cff tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Request body: {'port': {'device_id': '8c8a1bf0-8a43-4089-b507-6dba65b29948', 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad', 'admin_state_up': True, 'tenant_id': '2a401374685240dc94fe28ca99ad4e11'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:32.830369 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.services.segments.plugin [-] Segment 06cdae1f-db76-437e-b78c-f92a50d46921 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 06cdae1f-db76-437e-b78c-f92a50d46921 found for delete ", "request_id": "req-6503ba49-c398-436f-bb7d-bbf619635a36"}]} Aug 24 06:43:32.842067 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-07cfb4bc-0413-46c6-b81b-45b4096ace72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4110209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404032'] for subnet (7d58d3ef-39ff-4201-abdd-2430eed4a57a), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:32.890844 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:33.039018 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfb4bc-0413-46c6-b81b-45b4096ace72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d58d3ef-39ff-4201-abdd-2430eed4a57a,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:33.081062 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-07cfb4bc-0413-46c6-b81b-45b4096ace72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:33.139152 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-07cfb4bc-0413-46c6-b81b-45b4096ace72 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/7d58d3ef-39ff-4201-abdd-2430eed4a57a HTTP/1.1" status: 204 len: 168 time: 1.2569876 Aug 24 06:43:33.155037 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 46766) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:33.159414 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 46770) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:33.238778 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-0e23501e-1730-4609-aa60-efe1e47d3507 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2034829104', 'description': 'tempest-description--496464002'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:33.248416 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3 is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:33.258926 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:33.301906 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-9b8d1475-0614-4066-a5c7-ed896955331a None None] Publish callbacks [] for port (8c16fb31-f66e-45bd-b513-c1d7c73b297e), precommit_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:33.378148 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-9b8d1475-0614-4066-a5c7-ed896955331a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (8c16fb31-f66e-45bd-b513-c1d7c73b297e), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:33.408026 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] For port e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:43:33.527767 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-0e23501e-1730-4609-aa60-efe1e47d3507 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:33.547919 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-24dcf26d-3501-46ac-a94c-2f91e26ee41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623035'] for network (8b8603eb-5045-4c46-8361-3998d7f42c53), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:33.562498 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-416c5561-670a-4440-8295-4d6fb2172cff tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Made reservation on behalf of 2a401374685240dc94fe28ca99ad4e11 for: {'port': 1} {{(pid=113089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:43:33.582351 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-416c5561-670a-4440-8295-4d6fb2172cff tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:33.644694 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a8607-8546-4958-8470-7a68a8871a0f None None] Pushing event updated for resources: {'Port': ['ID=8c16fb31-f66e-45bd-b513-c1d7c73b297e,revision_number=3']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:33.657461 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:33.658287 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 46780) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:33.660678 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 0e25d68d-c702-4c4c-8d9c-7076cd904d78 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:43:33.695133 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-912eddcd-390b-41e0-96f2-c8ffd9bed0f1 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2013716148', 'description': 'tempest-description--1056507798'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:33.868889 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-24dcf26d-3501-46ac-a94c-2f91e26ee41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-591158', 'neutron.services.segments.db._delete_segments_for_network-8748143077744'] for network (8b8603eb-5045-4c46-8361-3998d7f42c53), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:34.010427 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-9b8d1475-0614-4066-a5c7-ed896955331a None None] Attempting to bind port 8c16fb31-f66e-45bd-b513-c1d7c73b297e on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:43:34.011215 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-9b8d1475-0614-4066-a5c7-ed896955331a None None] Attempting to bind port 8c16fb31-f66e-45bd-b513-c1d7c73b297e by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': 'b5516234-5380-4558-bccf-bf2354b2ccbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb'}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:43:34.011820 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8d1475-0614-4066-a5c7-ed896955331a None None] Attempting to bind port 8c16fb31-f66e-45bd-b513-c1d7c73b297e on network 8be3c841-0d59-4803-979e-08c48130dbdb {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:43:34.022115 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:34.032774 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:34.048599 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 0e25d68d-c702-4c4c-8d9c-7076cd904d78 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:34.048982 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (0e25d68d-c702-4c4c-8d9c-7076cd904d78), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:34.066217 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.services.segments.db [None req-24dcf26d-3501-46ac-a94c-2f91e26ee41b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b8603eb-5045-4c46-8361-3998d7f42c53']}} {{(pid=113088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:34.088860 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8d1475-0614-4066-a5c7-ed896955331a None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:43:34.089284 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8d1475-0614-4066-a5c7-ed896955331a None None] Checking segment: {'id': 'b5516234-5380-4558-bccf-bf2354b2ccbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:43:34.089881 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-9b8d1475-0614-4066-a5c7-ed896955331a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:34.090377 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8d1475-0614-4066-a5c7-ed896955331a None None] Bound using segment: {'id': 'b5516234-5380-4558-bccf-bf2354b2ccbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb'} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:43:34.091014 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-9b8d1475-0614-4066-a5c7-ed896955331a None None] Bound port: 8c16fb31-f66e-45bd-b513-c1d7c73b297e, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5516234-5380-4558-bccf-bf2354b2ccbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb'}}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:43:34.091675 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-9b8d1475-0614-4066-a5c7-ed896955331a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (8c16fb31-f66e-45bd-b513-c1d7c73b297e), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:34.097193 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Pushing event updated for resources: {'Port': ['ID=e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:34.149386 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:34.165327 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-0e23501e-1730-4609-aa60-efe1e47d3507 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for security_group (d7dbf6f9-1c65-497c-adad-8a0ea8c833fc), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:34.175370 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.services.segments.db [None req-24dcf26d-3501-46ac-a94c-2f91e26ee41b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b666766-169d-440e-81b6-1e92a2e9300d') {'for_net_delete': True} {{(pid=113088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:34.176758 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.services.segments.db [None req-24dcf26d-3501-46ac-a94c-2f91e26ee41b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b666766-169d-440e-81b6-1e92a2e9300d') {} {{(pid=113088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:34.232010 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-0e23501e-1730-4609-aa60-efe1e47d3507 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (d7dbf6f9-1c65-497c-adad-8a0ea8c833fc), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:34.234032 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-696edf3d-78dc-4246-b530-d4c3fe94dcf2 req-a2de88b0-b200-48b1-9113-52ba316bef2c tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9aec55df-6956-4258-81c9-469249e92ee8 HTTP/1.1" status: 200 len: 210 time: 0.4717209 Aug 24 06:43:34.305233 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-24dcf26d-3501-46ac-a94c-2f91e26ee41b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748143134702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884333'] for segment (0b666766-169d-440e-81b6-1e92a2e9300d), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:34.326418 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23501e-1730-4609-aa60-efe1e47d3507 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:34.384094 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-24dcf26d-3501-46ac-a94c-2f91e26ee41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (0b666766-169d-440e-81b6-1e92a2e9300d), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:34.411149 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-0e23501e-1730-4609-aa60-efe1e47d3507 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:34.413692 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-0e23501e-1730-4609-aa60-efe1e47d3507 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2514107 Aug 24 06:43:34.416216 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24dcf26d-3501-46ac-a94c-2f91e26ee41b admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=113088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 06:43:34.417185 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-24dcf26d-3501-46ac-a94c-2f91e26ee41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4110311'] for segment (0b666766-169d-440e-81b6-1e92a2e9300d), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:34.420607 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 46812) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:34.440643 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-12485cc6-5f22-45bc-b05d-12817d52d425 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Request body: {'security_group_rule': {'security_group_id': 'd7dbf6f9-1c65-497c-adad-8a0ea8c833fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:34.462087 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 0e25d68d-c702-4c4c-8d9c-7076cd904d78 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:34.468761 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 25cf353b-d2aa-4117-8f45-b731e5b20dce up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:43:34.478788 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.58', 61601) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:34.766457 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-9b8d1475-0614-4066-a5c7-ed896955331a None None] For port 8c16fb31-f66e-45bd-b513-c1d7c73b297e, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:43:34.782370 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-9b8d1475-0614-4066-a5c7-ed896955331a None None] For port 8c16fb31-f66e-45bd-b513-c1d7c73b297e, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=8c16fb31-f66e-45bd-b513-c1d7c73b297e,segment=NetworkSegment(b5516234-5380-4558-bccf-bf2354b2ccbf),segment_id=b5516234-5380-4558-bccf-bf2354b2ccbf)] {{(pid=113090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:43:34.797827 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-088f718f-c2f9-474d-bfb9-047eb1410668 req-bef6a6aa-6803-4804-9279-24043a020e8c tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 210 time: 0.5073862 Aug 24 06:43:34.809553 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 25cf353b-d2aa-4117-8f45-b731e5b20dce triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:34.810175 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (25cf353b-d2aa-4117-8f45-b731e5b20dce), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:34.854005 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.db_base_plugin_common [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-416c5561-670a-4440-8295-4d6fb2172cff tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Allocated IP 172.20.0.13 (4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad/87c63329-c783-4018-8f3e-d78ef061967a/c8eba2b0-b09a-4bae-9f7b-feefb9b58a05) {{(pid=113089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:43:34.865660 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-318e1f0b-6841-4354-ac1d-69f83e9514e7 req-1a0051e1-fc78-43d2-91e1-0b31c521e498 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6eddb672-d1fa-40ab-8cae-6e148b2e01ab HTTP/1.1" status: 200 len: 210 time: 0.0900450 Aug 24 06:43:34.869324 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-9b8d1475-0614-4066-a5c7-ed896955331a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (8c16fb31-f66e-45bd-b513-c1d7c73b297e), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:34.875019 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-912eddcd-390b-41e0-96f2-c8ffd9bed0f1 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:34.927586 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8d1475-0614-4066-a5c7-ed896955331a None None] Routers {'b859ea55-410f-4150-99fc-46246c7302ec'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:43:34.928494 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-9b8d1475-0614-4066-a5c7-ed896955331a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:43:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['b859ea55-410f-4150-99fc-46246c7302ec'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:34.988083 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-24dcf26d-3501-46ac-a94c-2f91e26ee41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696332'] for network (8b8603eb-5045-4c46-8361-3998d7f42c53), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:35.051952 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-24dcf26d-3501-46ac-a94c-2f91e26ee41b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:35.059425 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-24dcf26d-3501-46ac-a94c-2f91e26ee41b admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/8b8603eb-5045-4c46-8361-3998d7f42c53 HTTP/1.1" status: 204 len: 168 time: 1.8865120 Aug 24 06:43:35.069102 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.services.segments.plugin [-] Segment 0b666766-169d-440e-81b6-1e92a2e9300d resource provider aggregate not found Aug 24 06:43:35.074459 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-12485cc6-5f22-45bc-b05d-12817d52d425 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for security_group_rule (4d937bb5-cf96-4408-a105-af29d520f1ac), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:35.160193 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.services.segments.plugin [-] Segment 0b666766-169d-440e-81b6-1e92a2e9300d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b666766-169d-440e-81b6-1e92a2e9300d found for delete ", "request_id": "req-e2c68db8-97c2-416e-ad5b-2f63cb4cb1cd"}]} Aug 24 06:43:35.176024 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dcf26d-3501-46ac-a94c-2f91e26ee41b admin admin] Pushing event deleted for resources: {'Network': ['ID=8b8603eb-5045-4c46-8361-3998d7f42c53,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:35.198922 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 25cf353b-d2aa-4117-8f45-b731e5b20dce is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:35.200446 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device bec654ec-6e94-40c9-a089-de18c174341f up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:43:35.271426 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-12485cc6-5f22-45bc-b05d-12817d52d425 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for security_group_rule (4d937bb5-cf96-4408-a105-af29d520f1ac), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:35.288740 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-a2d5693c-08b4-4d92-9afc-c3601e2593af tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:35.290411 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-a2d5693c-08b4-4d92-9afc-c3601e2593af tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.58 "GET /networking/v2.0/networks?id=29ff322a-6eb8-436a-953a-aa176e35076e HTTP/1.1" status: 200 len: 812 time: 0.8022294 Aug 24 06:43:35.292574 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-12485cc6-5f22-45bc-b05d-12817d52d425 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (4d937bb5-cf96-4408-a105-af29d520f1ac), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:35.348754 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a8607-8546-4958-8470-7a68a8871a0f None None] Pushing event updated for resources: {'Port': ['ID=8c16fb31-f66e-45bd-b513-c1d7c73b297e,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:35.395736 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.58', 61604) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:35.405381 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-12485cc6-5f22-45bc-b05d-12817d52d425 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:35.412525 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-12485cc6-5f22-45bc-b05d-12817d52d425 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9906559 Aug 24 06:43:35.424662 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port bec654ec-6e94-40c9-a089-de18c174341f triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:35.428011 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 46834) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:35.430299 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (bec654ec-6e94-40c9-a089-de18c174341f), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:35.453715 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:35.461769 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-d9dd7a6d-3410-4fab-87d4-ac959f26d176 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Request body: {'port': {'device_id': '9aec55df-6956-4258-81c9-469249e92ee8', 'network_id': '29ff322a-6eb8-436a-953a-aa176e35076e', 'admin_state_up': True, 'tenant_id': '59b7ab43f7824f6c8a17988db2a25807'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:35.475226 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12485cc6-5f22-45bc-b05d-12817d52d425 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d937bb5-cf96-4408-a105-af29d520f1ac,revision_number=0']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:35.484376 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-3bba0e5c-5df2-41a2-afff-cd864ba2fd0a tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Request body: {'security_group_rule': {'security_group_id': 'd7dbf6f9-1c65-497c-adad-8a0ea8c833fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:35.544602 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-9b8d1475-0614-4066-a5c7-ed896955331a None None] Set router b859ea55-410f-4150-99fc-46246c7302ec gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:43:35.609375 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.58', 61605) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:35.718918 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:35.819099 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-3bba0e5c-5df2-41a2-afff-cd864ba2fd0a tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for security_group_rule (50a81f21-fe88-4863-9488-4ce09dfb167a), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:35.910703 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 46842) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:35.913704 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port bec654ec-6e94-40c9-a089-de18c174341f is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:35.918406 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 600aceea-e5a1-4b97-90bc-acc305ca240a up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:43:36.001739 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-64440b09-b0ec-4784-984a-7f4ffe6d22d8 req-120183b5-01b4-49c3-a732-e3bbf95f0507 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9aec55df-6956-4258-81c9-469249e92ee8 HTTP/1.1" status: 200 len: 210 time: 0.3229399 Aug 24 06:43:36.021596 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-912eddcd-390b-41e0-96f2-c8ffd9bed0f1 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for security_group (3c9867df-38e9-4d81-8df1-1697ab67e6f7), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:36.060737 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-b5196a11-b95b-4325-8de1-177cecc71ce2 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c7c4e6c97e5842f29be38e8de496b5e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361990 Aug 24 06:43:36.080623 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 46854) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:36.214639 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 600aceea-e5a1-4b97-90bc-acc305ca240a triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:36.215041 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (600aceea-e5a1-4b97-90bc-acc305ca240a), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:36.303433 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-912eddcd-390b-41e0-96f2-c8ffd9bed0f1 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (3c9867df-38e9-4d81-8df1-1697ab67e6f7), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:36.318058 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:36.355877 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-3bba0e5c-5df2-41a2-afff-cd864ba2fd0a tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for security_group_rule (50a81f21-fe88-4863-9488-4ce09dfb167a), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:36.397041 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:36.419291 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-38122b94-dbc7-4ebb-ae1a-083f7f58daea tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:36.420865 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-38122b94-dbc7-4ebb-ae1a-083f7f58daea tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.58 "GET /networking/v2.0/networks?id=4d764327-7285-4015-bbe3-ebfc93ab6200 HTTP/1.1" status: 200 len: 815 time: 0.7636065 Aug 24 06:43:36.431946 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-9b8d1475-0614-4066-a5c7-ed896955331a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'name': 'tempest-AttachVolumeShelveTestJSON-314602131-router', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:24Z', 'revision_number': 4, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'gw_port': {'id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '8c16fb31-f66e-45bd-b513-c1d7c73b297e', 'name': '', 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'mac_address': 'fa:16:3e:74:4f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:22Z', 'updated_at': '2022-08-24T06:43:34Z', 'revision_number': 4, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'subnets': [{'id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:36.468745 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912eddcd-390b-41e0-96f2-c8ffd9bed0f1 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9867df-38e9-4d81-8df1-1697ab67e6f7,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:36.471677 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-3bba0e5c-5df2-41a2-afff-cd864ba2fd0a tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (50a81f21-fe88-4863-9488-4ce09dfb167a), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:36.497519 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8d1475-0614-4066-a5c7-ed896955331a None None] The sync data for ids ['b859ea55-410f-4150-99fc-46246c7302ec'] in dv-cinder-854271-1-iscsi is: [{'id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'name': 'tempest-AttachVolumeShelveTestJSON-314602131-router', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:24Z', 'revision_number': 4, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'gw_port': {'id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '8c16fb31-f66e-45bd-b513-c1d7c73b297e', 'name': '', 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'mac_address': 'fa:16:3e:74:4f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:22Z', 'updated_at': '2022-08-24T06:43:34Z', 'revision_number': 4, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'subnets': [{'id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:43:36.502030 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:36.526788 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 600aceea-e5a1-4b97-90bc-acc305ca240a is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:36.527459 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (600aceea-e5a1-4b97-90bc-acc305ca240a), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:36.652543 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] For port 600aceea-e5a1-4b97-90bc-acc305ca240a, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=600aceea-e5a1-4b97-90bc-acc305ca240a,segment=NetworkSegment(5640d952-e513-45d9-be85-d5e12a41703e),segment_id=5640d952-e513-45d9-be85-d5e12a41703e)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:43:36.664088 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (600aceea-e5a1-4b97-90bc-acc305ca240a), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:36.684825 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-6d873f47-7cfd-4bee-b65f-a999f30ac5ce tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:36.686437 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-6d873f47-7cfd-4bee-b65f-a999f30ac5ce tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.58 "GET /networking/v2.0/networks?id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad HTTP/1.1" status: 200 len: 819 time: 1.2860143 Aug 24 06:43:36.717967 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-051c0eaf-65c6-47fd-a7a2-930ab9a8599f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Request body: {'port': {'device_id': 'c37ed41f-655a-4350-8028-3ffb0012a366', 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad', 'admin_state_up': True, 'tenant_id': '2a401374685240dc94fe28ca99ad4e11'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:36.839813 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Pushing event updated for resources: {'Port': ['ID=600aceea-e5a1-4b97-90bc-acc305ca240a,revision_number=5']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:36.998606 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:DELETE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:37.029224 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-75d8b35b-5e05-4ad5-8602-c45e9cd3dcfc tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a41fb206b09941ac80996a3c9cbaae58 HTTP/1.1" status: 200 len: 380 time: 0.3726244 Aug 24 06:43:37.035233 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-d9dd7a6d-3410-4fab-87d4-ac959f26d176 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Made reservation on behalf of 59b7ab43f7824f6c8a17988db2a25807 for: {'port': 1} {{(pid=113088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:43:37.040279 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-d9dd7a6d-3410-4fab-87d4-ac959f26d176 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:37.068215 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-aa575035-4ca5-4271-8a3e-d884d560df62 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Request body: {'port': {'device_id': '6eddb672-d1fa-40ab-8cae-6e148b2e01ab', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'admin_state_up': True, 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'security_groups': ['409d8dfb-b572-4ddb-9f9a-98207b6d691b']}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:37.191611 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-b94f8323-e270-41e2-9480-2b09be0ae7a8 admin admin] Publish callbacks [] for security_group (0643d8ce-9ea3-441b-8eb3-57ff8ac3fd0d), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:37.278886 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-912eddcd-390b-41e0-96f2-c8ffd9bed0f1 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:37.282166 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-912eddcd-390b-41e0-96f2-c8ffd9bed0f1 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 3.6077907 Aug 24 06:43:37.301210 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:43:37.324083 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-3bba0e5c-5df2-41a2-afff-cd864ba2fd0a tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:37.325549 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-3bba0e5c-5df2-41a2-afff-cd864ba2fd0a tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8727219 Aug 24 06:43:37.327820 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e4768005-53b5-4de2-a016-000adb7856ee req-0b3b2b19-1894-4d6f-9652-ae443f3726e5 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6eddb672-d1fa-40ab-8cae-6e148b2e01ab HTTP/1.1" status: 200 len: 210 time: 0.9675817 Aug 24 06:43:37.328926 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 46874) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:37.329342 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 46876) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:37.333732 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-416c5561-670a-4440-8295-4d6fb2172cff tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks [] for port (c8eba2b0-b09a-4bae-9f7b-feefb9b58a05), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:37.353518 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-7566a571-3976-4c00-a466-69d3c739e99d tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Request body: {'security_group_rule': {'security_group_id': '3c9867df-38e9-4d81-8df1-1697ab67e6f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:37.374672 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-ffa3f1ec-5410-4d96-86de-c2c3b2a8f50d tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Request body: {'floatingip': {'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:37.452338 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0d816dcd-e2f0-460f-abac-8730fe89ec54 req-b45fa19b-9c10-4699-86cb-b1572a2e7810 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 210 time: 1.3457041 Aug 24 06:43:37.454777 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba0e5c-5df2-41a2-afff-cd864ba2fd0a tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a81f21-fe88-4863-9488-4ce09dfb167a,revision_number=0']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:37.529475 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-b94f8323-e270-41e2-9480-2b09be0ae7a8 admin admin] Publish callbacks [] for security_group (0643d8ce-9ea3-441b-8eb3-57ff8ac3fd0d), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:37.582088 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:37.583223 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:37.808629 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7 is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:37.808968 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:37.812558 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-b94f8323-e270-41e2-9480-2b09be0ae7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (0643d8ce-9ea3-441b-8eb3-57ff8ac3fd0d), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:37.815698 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-b94f8323-e270-41e2-9480-2b09be0ae7a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:37.817463 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-b94f8323-e270-41e2-9480-2b09be0ae7a8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0643d8ce-9ea3-441b-8eb3-57ff8ac3fd0d HTTP/1.1" status: 204 len: 168 time: 1.7329099 Aug 24 06:43:37.866622 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7b09fd7e-3af6-4818-a00e-515c5c2ea67c req-3522d526-1e67-4492-8b9f-524eca081709 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9aec55df-6956-4258-81c9-469249e92ee8 HTTP/1.1" status: 200 len: 210 time: 0.2478204 Aug 24 06:43:37.873386 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f8323-e270-41e2-9480-2b09be0ae7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0643d8ce-9ea3-441b-8eb3-57ff8ac3fd0d,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:37.873808 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] For port dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:43:37.877785 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ffa3f1ec-5410-4d96-86de-c2c3b2a8f50d tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:37.897898 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:37.899557 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 8a3d7773-7d9a-4a50-b48b-707661ee7260 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:43:37.972073 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-aa575035-4ca5-4271-8a3e-d884d560df62 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Made reservation on behalf of a41fb206b09941ac80996a3c9cbaae58 for: {'port': 1} {{(pid=113088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:43:37.983075 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-aa575035-4ca5-4271-8a3e-d884d560df62 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:37.991377 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-7566a571-3976-4c00-a466-69d3c739e99d tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for security_group_rule (6a0a063c-b510-40c0-a4d5-327e91e34615), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:38.130407 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-416c5561-670a-4440-8295-4d6fb2172cff tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (c8eba2b0-b09a-4bae-9f7b-feefb9b58a05), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:38.206258 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Pushing event updated for resources: {'Port': ['ID=dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:38.217800 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 8a3d7773-7d9a-4a50-b48b-707661ee7260 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:38.220001 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (8a3d7773-7d9a-4a50-b48b-707661ee7260), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:38.430850 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 8a3d7773-7d9a-4a50-b48b-707661ee7260 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:38.432338 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device ff233a86-cd59-4c30-aa46-e24d9256d195 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:43:38.547212 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:38.580494 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port ff233a86-cd59-4c30-aa46-e24d9256d195 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:38.582114 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (ff233a86-cd59-4c30-aa46-e24d9256d195), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:38.595732 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c5561-670a-4440-8295-4d6fb2172cff tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Pushing event updated for resources: {'Port': ['ID=c8eba2b0-b09a-4bae-9f7b-feefb9b58a05,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:38.665747 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-aa575035-4ca5-4271-8a3e-d884d560df62 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Allocated IP 172.20.0.11 (4d764327-7285-4015-bbe3-ebfc93ab6200/68aa3b00-7d83-4a36-89ce-d2987615f595/6325096c-829d-49a5-ab4d-26363e83141d) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:43:38.865689 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port ff233a86-cd59-4c30-aa46-e24d9256d195 is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:38.867505 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (ff233a86-cd59-4c30-aa46-e24d9256d195), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:38.877979 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6767310f-7e33-4096-aa58-9a04fb652d5c req-72c5939d-d295-46d8-b3ec-faedfdcb55cb tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6eddb672-d1fa-40ab-8cae-6e148b2e01ab HTTP/1.1" status: 200 len: 210 time: 0.2362831 Aug 24 06:43:38.932830 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] For port ff233a86-cd59-4c30-aa46-e24d9256d195, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=ff233a86-cd59-4c30-aa46-e24d9256d195,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:43:38.945481 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (ff233a86-cd59-4c30-aa46-e24d9256d195), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:38.946742 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:43:39.149783 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:39.151618 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-d9dd7a6d-3410-4fab-87d4-ac959f26d176 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Allocated IP 172.20.0.7 (29ff322a-6eb8-436a-953a-aa176e35076e/6f85f03a-22c1-408d-899e-137ef21dbe1b/3ac81731-4203-4914-a5b4-e0429c7bf9e1) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:43:39.159175 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Pushing event updated for resources: {'Port': ['ID=ff233a86-cd59-4c30-aa46-e24d9256d195,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:39.163084 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-416c5561-670a-4440-8295-4d6fb2172cff tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Network 4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad is already hosted by enough agents. {{(pid=113089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:43:39.185072 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-7566a571-3976-4c00-a466-69d3c739e99d tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for security_group_rule (6a0a063c-b510-40c0-a4d5-327e91e34615), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:39.198969 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 46910) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:39.219515 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-35ab979d-9fab-4d51-b302-3f403776dc78 req-5c594ebc-2256-4721-9c18-c3d324f21c8c tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 210 time: 0.3660538 Aug 24 06:43:39.272122 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-416c5561-670a-4440-8295-4d6fb2172cff tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Resources bound (agent type, host, resource id): {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:39.295528 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-416c5561-670a-4440-8295-4d6fb2172cff tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Received port after_create {{(pid=113089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:43:39.323381 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-416c5561-670a-4440-8295-4d6fb2172cff tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:39.326456 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-416c5561-670a-4440-8295-4d6fb2172cff tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for port (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:39.328443 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:39.334618 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:39.387090 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-7566a571-3976-4c00-a466-69d3c739e99d tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (6a0a063c-b510-40c0-a4d5-327e91e34615), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:39.453904 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ffa3f1ec-5410-4d96-86de-c2c3b2a8f50d tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:39.528107 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-795aca48-5bbb-49ca-b892-bfb5020f9574 req-0b27b2d0-38b1-4a58-a9df-4a398f5a7d2b tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9aec55df-6956-4258-81c9-469249e92ee8 HTTP/1.1" status: 200 len: 210 time: 0.3358583 Aug 24 06:43:39.529716 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=8 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:39.532436 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-051c0eaf-65c6-47fd-a7a2-930ab9a8599f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Made reservation on behalf of 2a401374685240dc94fe28ca99ad4e11 for: {'port': 1} {{(pid=113088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:43:39.537501 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-051c0eaf-65c6-47fd-a7a2-930ab9a8599f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:39.546203 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:39.559243 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device f1fac1b8-84f9-4a2b-b73d-27765d65b43d up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:43:39.633402 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port f1fac1b8-84f9-4a2b-b73d-27765d65b43d triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:39.633815 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (f1fac1b8-84f9-4a2b-b73d-27765d65b43d), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:39.672287 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566a571-3976-4c00-a466-69d3c739e99d tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a0a063c-b510-40c0-a4d5-327e91e34615,revision_number=0']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:39.680382 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:39.698350 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:39.707520 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-416c5561-670a-4440-8295-4d6fb2172cff tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.0852752 Aug 24 06:43:39.725928 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-aa575035-4ca5-4271-8a3e-d884d560df62 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for port (6325096c-829d-49a5-ab4d-26363e83141d), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:39.742732 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-7566a571-3976-4c00-a466-69d3c739e99d tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:39.744026 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-7566a571-3976-4c00-a466-69d3c739e99d tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4021029 Aug 24 06:43:39.747349 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-d9dd7a6d-3410-4fab-87d4-ac959f26d176 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Publish callbacks [] for port (3ac81731-4203-4914-a5b4-e0429c7bf9e1), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:39.753040 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 46918) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:39.759164 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-61f91bcf-55d3-4acc-836f-d09359ecc361 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Request body: {'security_group_rule': {'security_group_id': '3c9867df-38e9-4d81-8df1-1697ab67e6f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:39.774493 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:39.792777 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-9d2ae56d-d8ab-4abd-b4c2-4778e07eb24d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a3e32ad320a543dea1878f1c16efa9c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5664127 Aug 24 06:43:39.797841 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 46920) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:39.809614 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port f1fac1b8-84f9-4a2b-b73d-27765d65b43d is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:39.810703 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (f1fac1b8-84f9-4a2b-b73d-27765d65b43d), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:39.843886 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-d23dd14a-f90d-42a5-a971-88fba4a86e2b None None] Provisioning complete for port c8eba2b0-b09a-4bae-9f7b-feefb9b58a05 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:39.844565 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-d23dd14a-f90d-42a5-a971-88fba4a86e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (c8eba2b0-b09a-4bae-9f7b-feefb9b58a05), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:39.863653 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c1ef32-0ae2-4e89-91bb-88378cf12cb3 None None] Sync routers for ids ['8aa09cbd-ae24-4c0f-a99c-780a8af138a3'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:43:39.879957 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c1ef32-0ae2-4e89-91bb-88378cf12cb3 None None] Routers {'8aa09cbd-ae24-4c0f-a99c-780a8af138a3'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:43:39.881317 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-d1c1ef32-0ae2-4e89-91bb-88378cf12cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:43:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['8aa09cbd-ae24-4c0f-a99c-780a8af138a3'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:39.914658 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.db_base_plugin_common [None req-ffa3f1ec-5410-4d96-86de-c2c3b2a8f50d tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Allocated IP 172.27.3.14 (ebaf0247-9904-4138-a92a-0e04f684cda3/21927f02-5278-4e61-8de7-8e5f8e88a327/00acc5ed-72cb-4961-a1ad-e7a7d6b6d886) {{(pid=113089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:43:39.918195 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-051c0eaf-65c6-47fd-a7a2-930ab9a8599f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Allocated IP 172.20.0.6 (4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad/87c63329-c783-4018-8f3e-d78ef061967a/3a7756a4-6904-4669-84c1-c44620572080) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:43:39.935427 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-61f91bcf-55d3-4acc-836f-d09359ecc361 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for security_group_rule (994747f3-77f0-4510-9d54-3a99ebaceebd), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:39.950258 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] For port f1fac1b8-84f9-4a2b-b73d-27765d65b43d, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=f1fac1b8-84f9-4a2b-b73d-27765d65b43d,segment=NetworkSegment(6bddbdc0-2b31-4a69-875c-7bbac9668394),segment_id=6bddbdc0-2b31-4a69-875c-7bbac9668394)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:43:39.951665 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-d23dd14a-f90d-42a5-a971-88fba4a86e2b None None] Port c8eba2b0-b09a-4bae-9f7b-feefb9b58a05 cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:43:39.963284 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-aa575035-4ca5-4271-8a3e-d884d560df62 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (6325096c-829d-49a5-ab4d-26363e83141d), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:39.964049 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (f1fac1b8-84f9-4a2b-b73d-27765d65b43d), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:39.968310 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-d9dd7a6d-3410-4fab-87d4-ac959f26d176 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (3ac81731-4203-4914-a5b4-e0429c7bf9e1), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:40.077420 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-d1c1ef32-0ae2-4e89-91bb-88378cf12cb3 None None] Set router 8aa09cbd-ae24-4c0f-a99c-780a8af138a3 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:43:40.125547 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Pushing event updated for resources: {'Port': ['ID=f1fac1b8-84f9-4a2b-b73d-27765d65b43d,revision_number=5']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:40.144072 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-aa575035-4ca5-4271-8a3e-d884d560df62 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Network 4d764327-7285-4015-bbe3-ebfc93ab6200 is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:43:40.160767 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-d9dd7a6d-3410-4fab-87d4-ac959f26d176 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Network 29ff322a-6eb8-436a-953a-aa176e35076e is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:43:40.164215 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-aa575035-4ca5-4271-8a3e-d884d560df62 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:40.167246 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-aa575035-4ca5-4271-8a3e-d884d560df62 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:43:40.186164 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ffa3f1ec-5410-4d96-86de-c2c3b2a8f50d tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for port (00acc5ed-72cb-4961-a1ad-e7a7d6b6d886), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:40.188167 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-d9dd7a6d-3410-4fab-87d4-ac959f26d176 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:40.193784 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-d9dd7a6d-3410-4fab-87d4-ac959f26d176 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:43:40.284504 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ffa3f1ec-5410-4d96-86de-c2c3b2a8f50d tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (00acc5ed-72cb-4961-a1ad-e7a7d6b6d886), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:40.324634 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa575035-4ca5-4271-8a3e-d884d560df62 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event updated for resources: {'Port': ['ID=6325096c-829d-49a5-ab4d-26363e83141d,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:40.430889 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device ff233a86-cd59-4c30-aa46-e24d9256d195 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:43:40.479569 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-61f91bcf-55d3-4acc-836f-d09359ecc361 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for security_group_rule (994747f3-77f0-4510-9d54-3a99ebaceebd), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:40.520624 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa3f1ec-5410-4d96-86de-c2c3b2a8f50d tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Network ebaf0247-9904-4138-a92a-0e04f684cda3 is already hosted by enough agents. {{(pid=113089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:43:40.625977 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [None req-ffa3f1ec-5410-4d96-86de-c2c3b2a8f50d tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Resources bound (agent type, host, resource id): {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:40.632013 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa3f1ec-5410-4d96-86de-c2c3b2a8f50d tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Received port after_create {{(pid=113089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:43:40.705655 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-61f91bcf-55d3-4acc-836f-d09359ecc361 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (994747f3-77f0-4510-9d54-3a99ebaceebd), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:40.797736 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a205f353-523a-43ef-b0b7-5d7db5abd9ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:40.804194 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-144a3c3c-b067-4fb6-93e2-d79865777fa0 None None] Provisioning complete for port 3ac81731-4203-4914-a5b4-e0429c7bf9e1 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:40.804933 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-144a3c3c-b067-4fb6-93e2-d79865777fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (3ac81731-4203-4914-a5b4-e0429c7bf9e1), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:40.810393 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port ff233a86-cd59-4c30-aa46-e24d9256d195 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:40.811379 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (ff233a86-cd59-4c30-aa46-e24d9256d195), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:40.813786 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:40.829160 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-d1c1ef32-0ae2-4e89-91bb-88378cf12cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa09cbd-ae24-4c0f-a99c-780a8af138a3', 'name': 'tempest-DeleteServersTestJSON-1883541692-router', 'tenant_id': '59b7ab43f7824f6c8a17988db2a25807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ff233a86-cd59-4c30-aa46-e24d9256d195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:43:25Z', 'revision_number': 4, 'project_id': '59b7ab43f7824f6c8a17988db2a25807', 'gw_port': {'id': 'ff233a86-cd59-4c30-aa46-e24d9256d195', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa09cbd-ae24-4c0f-a99c-780a8af138a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '03f0e9cc-df0f-45a9-ab39-87054c429672', 'name': '', 'network_id': '29ff322a-6eb8-436a-953a-aa176e35076e', 'tenant_id': '59b7ab43f7824f6c8a17988db2a25807', 'mac_address': 'fa:16:3e:89:5c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa09cbd-ae24-4c0f-a99c-780a8af138a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '6f85f03a-22c1-408d-899e-137ef21dbe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:23Z', 'updated_at': '2022-08-24T06:43:25Z', 'revision_number': 2, 'project_id': '59b7ab43f7824f6c8a17988db2a25807', 'subnets': [{'id': '6f85f03a-22c1-408d-899e-137ef21dbe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:40.861684 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ffa3f1ec-5410-4d96-86de-c2c3b2a8f50d tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for floatingip (89a3d0aa-dd8d-43ae-b66b-452001bdaa11), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:40.880568 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:40.883126 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3f1ec-5410-4d96-86de-c2c3b2a8f50d tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Pushing event updated for resources: {'Port': ['ID=00acc5ed-72cb-4961-a1ad-e7a7d6b6d886,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:40.893393 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c1ef32-0ae2-4e89-91bb-88378cf12cb3 None None] Checking router: 8aa09cbd-ae24-4c0f-a99c-780a8af138a3 for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:43:40.894436 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c1ef32-0ae2-4e89-91bb-88378cf12cb3 None None] Updating router 8aa09cbd-ae24-4c0f-a99c-780a8af138a3 port 03f0e9cc-df0f-45a9-ab39-87054c429672 binding host dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 06:43:40.917534 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-144a3c3c-b067-4fb6-93e2-d79865777fa0 None None] Port 3ac81731-4203-4914-a5b4-e0429c7bf9e1 cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:43:40.920202 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f91bcf-55d3-4acc-836f-d09359ecc361 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=994747f3-77f0-4510-9d54-3a99ebaceebd,revision_number=0']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:40.949241 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-61f91bcf-55d3-4acc-836f-d09359ecc361 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:40.950463 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-61f91bcf-55d3-4acc-836f-d09359ecc361 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1963997 Aug 24 06:43:40.956239 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-74ec11fc-e147-4d04-83b5-ba2cf528dc00 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113089) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 06:43:40.963101 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-74ec11fc-e147-4d04-83b5-ba2cf528dc00 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0662823 Aug 24 06:43:40.964077 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-dcead1b7-4b30-415d-8da0-629f5ab142c1 admin admin] Publish callbacks [] for security_group (32e9c1b6-5a20-4ab9-a70b-cbb822da4bc0), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:40.977395 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-d1c1ef32-0ae2-4e89-91bb-88378cf12cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (03f0e9cc-df0f-45a9-ab39-87054c429672), before_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:40.982758 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c884e1b-2ed8-454d-ba60-9488ba87a62a req-12a3f31b-f641-4517-962c-09d6228c435a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:40.993184 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-aa575035-4ca5-4271-8a3e-d884d560df62 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:40.993717 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6c884e1b-2ed8-454d-ba60-9488ba87a62a req-12a3f31b-f641-4517-962c-09d6228c435a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6eddb672-d1fa-40ab-8cae-6e148b2e01ab HTTP/1.1" status: 200 len: 932 time: 0.7660656 Aug 24 06:43:40.998840 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-aa575035-4ca5-4271-8a3e-d884d560df62 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:41.005021 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 46936) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:41.012652 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port ff233a86-cd59-4c30-aa46-e24d9256d195 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:41.015485 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:43:41.054270 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-f4f995f1-ac6e-41c7-abde-c1eb0b6bc019 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Request body: {'floatingip': {'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:41.088137 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-144a3c3c-b067-4fb6-93e2-d79865777fa0 None None] Provisioning complete for port 6325096c-829d-49a5-ab4d-26363e83141d triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:41.089321 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-144a3c3c-b067-4fb6-93e2-d79865777fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (6325096c-829d-49a5-ab4d-26363e83141d), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:41.136463 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:41.137276 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:41.142524 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-144a3c3c-b067-4fb6-93e2-d79865777fa0 None None] Port 6325096c-829d-49a5-ab4d-26363e83141d cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:43:41.147621 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-dcead1b7-4b30-415d-8da0-629f5ab142c1 admin admin] Publish callbacks [] for security_group (32e9c1b6-5a20-4ab9-a70b-cbb822da4bc0), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:41.174470 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:41.185600 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-d9dd7a6d-3410-4fab-87d4-ac959f26d176 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:41.186244 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-d9dd7a6d-3410-4fab-87d4-ac959f26d176 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:41.207426 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd7a6d-3410-4fab-87d4-ac959f26d176 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Pushing event updated for resources: {'Port': ['ID=3ac81731-4203-4914-a5b4-e0429c7bf9e1,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:41.251785 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1a147bcc-d12f-4fbd-9ea1-12616e7b530c req-f2fb5405-3801-461c-8e64-81092a3403b3 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 210 time: 0.7202847 Aug 24 06:43:41.279411 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f4f995f1-ac6e-41c7-abde-c1eb0b6bc019 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:41.282888 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:41.338265 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:41.340709 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 8c16fb31-f66e-45bd-b513-c1d7c73b297e up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:43:41.430747 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-d9dd7a6d-3410-4fab-87d4-ac959f26d176 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0154908 Aug 24 06:43:41.464317 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-aa575035-4ca5-4271-8a3e-d884d560df62 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4031265 Aug 24 06:43:41.512541 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ffa3f1ec-5410-4d96-86de-c2c3b2a8f50d tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (00acc5ed-72cb-4961-a1ad-e7a7d6b6d886), before_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:41.523828 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 8c16fb31-f66e-45bd-b513-c1d7c73b297e triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:41.526651 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (8c16fb31-f66e-45bd-b513-c1d7c73b297e), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:41.557954 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-051c0eaf-65c6-47fd-a7a2-930ab9a8599f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks [] for port (3a7756a4-6904-4669-84c1-c44620572080), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:41.780981 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 8c16fb31-f66e-45bd-b513-c1d7c73b297e is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:41.781554 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (8c16fb31-f66e-45bd-b513-c1d7c73b297e), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:41.790098 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f4f995f1-ac6e-41c7-abde-c1eb0b6bc019 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:41.810689 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-d1c1ef32-0ae2-4e89-91bb-88378cf12cb3 None None] Publish callbacks [] for port (03f0e9cc-df0f-45a9-ab39-87054c429672), precommit_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:41.824801 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:41.826381 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:41.832266 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81976d4-ac75-4367-9e60-aa625f777d2a req-93d7a081-0710-49b6-a4ee-cbeb5967c9b3 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:41.841375 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-d1c1ef32-0ae2-4e89-91bb-88378cf12cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (03f0e9cc-df0f-45a9-ab39-87054c429672), after_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:41.841976 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f81976d4-ac75-4367-9e60-aa625f777d2a req-93d7a081-0710-49b6-a4ee-cbeb5967c9b3 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9aec55df-6956-4258-81c9-469249e92ee8 HTTP/1.1" status: 200 len: 931 time: 0.3292296 Aug 24 06:43:41.846136 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-dcead1b7-4b30-415d-8da0-629f5ab142c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (32e9c1b6-5a20-4ab9-a70b-cbb822da4bc0), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:41.859316 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-dcead1b7-4b30-415d-8da0-629f5ab142c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:41.864935 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-dcead1b7-4b30-415d-8da0-629f5ab142c1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/32e9c1b6-5a20-4ab9-a70b-cbb822da4bc0 HTTP/1.1" status: 204 len: 168 time: 2.0643034 Aug 24 06:43:41.907013 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] For port 8c16fb31-f66e-45bd-b513-c1d7c73b297e, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=8c16fb31-f66e-45bd-b513-c1d7c73b297e,segment=NetworkSegment(b5516234-5380-4558-bccf-bf2354b2ccbf),segment_id=b5516234-5380-4558-bccf-bf2354b2ccbf)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:43:41.916338 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (8c16fb31-f66e-45bd-b513-c1d7c73b297e), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:41.918573 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 600aceea-e5a1-4b97-90bc-acc305ca240a up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:43:41.964511 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-a858ce20-2071-4efd-bdb6-a9b184b3dfca service neutron] Request body: {'port': {'device_id': '8c8a1bf0-8a43-4089-b507-6dba65b29948', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:42.017515 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945fb47-68fa-4179-98e8-a0fca9dcc248 None None] Pushing event updated for resources: {'Port': ['ID=03f0e9cc-df0f-45a9-ab39-87054c429672,revision_number=3']} {{(pid=113091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:42.093067 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:42.108811 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 46964) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:42.196954 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6c884e1b-2ed8-454d-ba60-9488ba87a62a req-17ff7144-430e-4dc2-94dc-089db70d5ded tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=409d8dfb-b572-4ddb-9f9a-98207b6d691b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2022605 Aug 24 06:43:42.245645 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 600aceea-e5a1-4b97-90bc-acc305ca240a triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:42.246017 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (600aceea-e5a1-4b97-90bc-acc305ca240a), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:42.270727 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-d1c1ef32-0ae2-4e89-91bb-88378cf12cb3 None None] Attempting to bind port 03f0e9cc-df0f-45a9-ab39-87054c429672 on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:43:42.271458 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-d1c1ef32-0ae2-4e89-91bb-88378cf12cb3 None None] Attempting to bind port 03f0e9cc-df0f-45a9-ab39-87054c429672 by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': '22d81dca-a42b-4c68-b84a-e3a32cb83863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '29ff322a-6eb8-436a-953a-aa176e35076e'}] {{(pid=113091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:43:42.271990 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c1ef32-0ae2-4e89-91bb-88378cf12cb3 None None] Attempting to bind port 03f0e9cc-df0f-45a9-ab39-87054c429672 on network 29ff322a-6eb8-436a-953a-aa176e35076e {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:43:42.287536 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c1ef32-0ae2-4e89-91bb-88378cf12cb3 None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:43:42.287944 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [None req-f4f995f1-ac6e-41c7-abde-c1eb0b6bc019 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Allocated IP 172.27.3.32 (ebaf0247-9904-4138-a92a-0e04f684cda3/21927f02-5278-4e61-8de7-8e5f8e88a327/3d24adce-83dd-434c-9549-ef2f63484780) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:43:42.289836 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c1ef32-0ae2-4e89-91bb-88378cf12cb3 None None] Checking segment: {'id': '22d81dca-a42b-4c68-b84a-e3a32cb83863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '29ff322a-6eb8-436a-953a-aa176e35076e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:43:42.303430 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Pushing event updated for resources: {'Port': ['ID=8c16fb31-f66e-45bd-b513-c1d7c73b297e,revision_number=5']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:42.314649 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-d1c1ef32-0ae2-4e89-91bb-88378cf12cb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:42.315846 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c1ef32-0ae2-4e89-91bb-88378cf12cb3 None None] Bound using segment: {'id': '22d81dca-a42b-4c68-b84a-e3a32cb83863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '29ff322a-6eb8-436a-953a-aa176e35076e'} {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:43:42.317053 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-d1c1ef32-0ae2-4e89-91bb-88378cf12cb3 None None] Bound port: 03f0e9cc-df0f-45a9-ab39-87054c429672, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d81dca-a42b-4c68-b84a-e3a32cb83863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '29ff322a-6eb8-436a-953a-aa176e35076e'}}] {{(pid=113091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:43:42.317982 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-d1c1ef32-0ae2-4e89-91bb-88378cf12cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (03f0e9cc-df0f-45a9-ab39-87054c429672), before_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:42.352574 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcead1b7-4b30-415d-8da0-629f5ab142c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e9c1b6-5a20-4ab9-a70b-cbb822da4bc0,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:42.428832 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.db [None req-d1c1ef32-0ae2-4e89-91bb-88378cf12cb3 None None] For port 03f0e9cc-df0f-45a9-ab39-87054c429672, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:43:42.433426 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.db [None req-d1c1ef32-0ae2-4e89-91bb-88378cf12cb3 None None] For port 03f0e9cc-df0f-45a9-ab39-87054c429672, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=03f0e9cc-df0f-45a9-ab39-87054c429672,segment=NetworkSegment(22d81dca-a42b-4c68-b84a-e3a32cb83863),segment_id=22d81dca-a42b-4c68-b84a-e3a32cb83863)] {{(pid=113091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:43:42.444960 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-d1c1ef32-0ae2-4e89-91bb-88378cf12cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (03f0e9cc-df0f-45a9-ab39-87054c429672), after_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:42.535238 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c1ef32-0ae2-4e89-91bb-88378cf12cb3 None None] Routers {'8aa09cbd-ae24-4c0f-a99c-780a8af138a3'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:43:42.536610 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-d1c1ef32-0ae2-4e89-91bb-88378cf12cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:43:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['8aa09cbd-ae24-4c0f-a99c-780a8af138a3'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:42.578349 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 600aceea-e5a1-4b97-90bc-acc305ca240a is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:42.591591 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b1b9a3-6fbf-4b50-bd20-c00c66b0bb3e None None] Sync routers for ids ['a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'] in dv-cinder-854271-1-iscsi {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:43:42.620699 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b1b9a3-6fbf-4b50-bd20-c00c66b0bb3e None None] Routers {'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:43:42.626153 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-38b1b9a3-6fbf-4b50-bd20-c00c66b0bb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:43:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:42.649466 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f4f995f1-ac6e-41c7-abde-c1eb0b6bc019 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for port (3d24adce-83dd-434c-9549-ef2f63484780), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:42.665173 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2b336bab-cb85-4223-8397-dfe4831f420c req-4a5e9b91-d9a5-41bb-90c5-d6c702d7de2b tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 210 time: 0.1681433 Aug 24 06:43:42.685333 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-d1c1ef32-0ae2-4e89-91bb-88378cf12cb3 None None] Set router 8aa09cbd-ae24-4c0f-a99c-780a8af138a3 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:43:42.729475 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-a858ce20-2071-4efd-bdb6-a9b184b3dfca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (c8eba2b0-b09a-4bae-9f7b-feefb9b58a05), before_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:42.754793 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f81976d4-ac75-4367-9e60-aa625f777d2a req-bb85b333-30c7-43df-99a7-59e706c63015 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d2df9be7-d8f4-4bc0-abdc-92abdb2bcb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8517113 Aug 24 06:43:42.835851 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-6316d4bf-21d0-4a5f-9911-988a07a13236 service neutron] Request body: {'port': {'device_id': '9aec55df-6956-4258-81c9-469249e92ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:42.916021 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-2956186c-de11-4bb5-a0bc-72cb6e9203c5 service neutron] Request body: {'port': {'device_id': '6eddb672-d1fa-40ab-8cae-6e148b2e01ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:42.920553 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f4f995f1-ac6e-41c7-abde-c1eb0b6bc019 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (3d24adce-83dd-434c-9549-ef2f63484780), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:42.923676 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-051c0eaf-65c6-47fd-a7a2-930ab9a8599f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (3a7756a4-6904-4669-84c1-c44620572080), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:42.944886 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:42.989722 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:42.997902 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device f1fac1b8-84f9-4a2b-b73d-27765d65b43d up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:43:43.001768 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-051c0eaf-65c6-47fd-a7a2-930ab9a8599f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Network 4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:43:43.039712 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f995f1-ac6e-41c7-abde-c1eb0b6bc019 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Pushing event updated for resources: {'Port': ['ID=3d24adce-83dd-434c-9549-ef2f63484780,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:43.043305 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-051c0eaf-65c6-47fd-a7a2-930ab9a8599f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:43.095140 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ffa3f1ec-5410-4d96-86de-c2c3b2a8f50d tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for port (00acc5ed-72cb-4961-a1ad-e7a7d6b6d886), precommit_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:43.099906 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:43.119486 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c0eaf-65c6-47fd-a7a2-930ab9a8599f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Pushing event updated for resources: {'Port': ['ID=3a7756a4-6904-4669-84c1-c44620572080,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:43.125749 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-051c0eaf-65c6-47fd-a7a2-930ab9a8599f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:43:43.165491 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ffa3f1ec-5410-4d96-86de-c2c3b2a8f50d tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (00acc5ed-72cb-4961-a1ad-e7a7d6b6d886), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:43.167711 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ffa3f1ec-5410-4d96-86de-c2c3b2a8f50d tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698989'] for floatingip (89a3d0aa-dd8d-43ae-b66b-452001bdaa11), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:43.203506 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-0a6c4846-a794-42de-8d6c-32b663c1df3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:43.225279 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-acbd9595-bfcd-4ff6-8745-4c3dffd35e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:43.247050 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ffa3f1ec-5410-4d96-86de-c2c3b2a8f50d tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:43.252156 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:43.259469 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-ffa3f1ec-5410-4d96-86de-c2c3b2a8f50d tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8837054 Aug 24 06:43:43.352699 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-38b1b9a3-6fbf-4b50-bd20-c00c66b0bb3e None None] Set router a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:43:43.448500 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-d1c1ef32-0ae2-4e89-91bb-88378cf12cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa09cbd-ae24-4c0f-a99c-780a8af138a3', 'name': 'tempest-DeleteServersTestJSON-1883541692-router', 'tenant_id': '59b7ab43f7824f6c8a17988db2a25807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ff233a86-cd59-4c30-aa46-e24d9256d195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:43:25Z', 'revision_number': 4, 'project_id': '59b7ab43f7824f6c8a17988db2a25807', 'gw_port': {'id': 'ff233a86-cd59-4c30-aa46-e24d9256d195', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa09cbd-ae24-4c0f-a99c-780a8af138a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '03f0e9cc-df0f-45a9-ab39-87054c429672', 'name': '', 'network_id': '29ff322a-6eb8-436a-953a-aa176e35076e', 'tenant_id': '59b7ab43f7824f6c8a17988db2a25807', 'mac_address': 'fa:16:3e:89:5c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa09cbd-ae24-4c0f-a99c-780a8af138a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '6f85f03a-22c1-408d-899e-137ef21dbe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:23Z', 'updated_at': '2022-08-24T06:43:42Z', 'revision_number': 4, 'project_id': '59b7ab43f7824f6c8a17988db2a25807', 'subnets': [{'id': '6f85f03a-22c1-408d-899e-137ef21dbe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:43.479598 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port f1fac1b8-84f9-4a2b-b73d-27765d65b43d triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:43.480313 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (f1fac1b8-84f9-4a2b-b73d-27765d65b43d), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:43.571604 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c1ef32-0ae2-4e89-91bb-88378cf12cb3 None None] The sync data for ids ['8aa09cbd-ae24-4c0f-a99c-780a8af138a3'] in dv-cinder-854271-1-iscsi is: [{'id': '8aa09cbd-ae24-4c0f-a99c-780a8af138a3', 'name': 'tempest-DeleteServersTestJSON-1883541692-router', 'tenant_id': '59b7ab43f7824f6c8a17988db2a25807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ff233a86-cd59-4c30-aa46-e24d9256d195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:43:25Z', 'revision_number': 4, 'project_id': '59b7ab43f7824f6c8a17988db2a25807', 'gw_port': {'id': 'ff233a86-cd59-4c30-aa46-e24d9256d195', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa09cbd-ae24-4c0f-a99c-780a8af138a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '03f0e9cc-df0f-45a9-ab39-87054c429672', 'name': '', 'network_id': '29ff322a-6eb8-436a-953a-aa176e35076e', 'tenant_id': '59b7ab43f7824f6c8a17988db2a25807', 'mac_address': 'fa:16:3e:89:5c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa09cbd-ae24-4c0f-a99c-780a8af138a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '6f85f03a-22c1-408d-899e-137ef21dbe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:23Z', 'updated_at': '2022-08-24T06:43:42Z', 'revision_number': 4, 'project_id': '59b7ab43f7824f6c8a17988db2a25807', 'subnets': [{'id': '6f85f03a-22c1-408d-899e-137ef21dbe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:43:43.631766 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945fb47-68fa-4179-98e8-a0fca9dcc248 None None] Pushing event updated for resources: {'Port': ['ID=03f0e9cc-df0f-45a9-ab39-87054c429672,revision_number=4']} {{(pid=113091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:43.687495 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f995f1-ac6e-41c7-abde-c1eb0b6bc019 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Network ebaf0247-9904-4138-a92a-0e04f684cda3 is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:43:43.703293 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-6316d4bf-21d0-4a5f-9911-988a07a13236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (3ac81731-4203-4914-a5b4-e0429c7bf9e1), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:43.705309 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd52650-ab19-48de-8e1b-f836df52bf62 req-e67183f1-464f-442d-9a48-f31683942f39 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:43.716213 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ffd52650-ab19-48de-8e1b-f836df52bf62 req-e67183f1-464f-442d-9a48-f31683942f39 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6eddb672-d1fa-40ab-8cae-6e148b2e01ab HTTP/1.1" status: 200 len: 932 time: 0.2102478 Aug 24 06:43:43.726003 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-f4f995f1-ac6e-41c7-abde-c1eb0b6bc019 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:43.736784 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f995f1-ac6e-41c7-abde-c1eb0b6bc019 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:43:43.780136 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-af26e3d4-1956-4c85-9cd6-e5943cf2bf0a None None] Provisioning complete for port 3a7756a4-6904-4669-84c1-c44620572080 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:43.780759 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-af26e3d4-1956-4c85-9cd6-e5943cf2bf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (3a7756a4-6904-4669-84c1-c44620572080), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:43.892735 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ffd52650-ab19-48de-8e1b-f836df52bf62 req-f62a1206-385f-493a-9bf4-c979aa61777e tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=409d8dfb-b572-4ddb-9f9a-98207b6d691b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754551 Aug 24 06:43:43.897303 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3f1ec-5410-4d96-86de-c2c3b2a8f50d tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Pushing event updated for resources: {'Port': ['ID=00acc5ed-72cb-4961-a1ad-e7a7d6b6d886,revision_number=2']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:43.992484 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-051c0eaf-65c6-47fd-a7a2-930ab9a8599f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:43.992484 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-051c0eaf-65c6-47fd-a7a2-930ab9a8599f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:44.035178 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port f1fac1b8-84f9-4a2b-b73d-27765d65b43d is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:44.036661 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 8c16fb31-f66e-45bd-b513-c1d7c73b297e up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:43:44.116239 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:44.139180 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 8c16fb31-f66e-45bd-b513-c1d7c73b297e triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:44.139801 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (8c16fb31-f66e-45bd-b513-c1d7c73b297e), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:44.146141 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-2956186c-de11-4bb5-a0bc-72cb6e9203c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (6325096c-829d-49a5-ab4d-26363e83141d), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:44.206751 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-af26e3d4-1956-4c85-9cd6-e5943cf2bf0a None None] Port 3a7756a4-6904-4669-84c1-c44620572080 cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:43:44.227507 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-f29e2c29-3b46-425e-90f6-920203be7d3d tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2034829104&fields=id&tenant_id=5b4541156c1f4efab3a61dd6935638bb HTTP/1.1" status: 200 len: 267 time: 0.3669662 Aug 24 06:43:44.268887 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:INSERT=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:44.385099 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-051c0eaf-65c6-47fd-a7a2-930ab9a8599f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6775920 Aug 24 06:43:44.489674 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f4f995f1-ac6e-41c7-abde-c1eb0b6bc019 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for floatingip (45353ce6-61a2-4bfd-bb08-e52b8e49d925), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:44.503607 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 8c16fb31-f66e-45bd-b513-c1d7c73b297e is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:44.662482 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-38b1b9a3-6fbf-4b50-bd20-c00c66b0bb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'name': 'tempest-AttachVolumeTestJSON-328073892-router', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:24Z', 'revision_number': 4, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'gw_port': {'id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:51:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '3d708c73-58f4-49da-9c5e-cc9ce17bf74d', 'name': '', 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'mac_address': 'fa:16:3e:d5:92:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:22Z', 'updated_at': '2022-08-24T06:43:25Z', 'revision_number': 2, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'subnets': [{'id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:44.757115 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b1b9a3-6fbf-4b50-bd20-c00c66b0bb3e None None] Checking router: a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac for host: dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:43:44.757115 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b1b9a3-6fbf-4b50-bd20-c00c66b0bb3e None None] Updating router a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac port 3d708c73-58f4-49da-9c5e-cc9ce17bf74d binding host dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 06:43:44.772023 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-967ddf2a-8eb8-4d63-a993-49725e098336 service neutron] Request body: {'port': {'device_id': 'c37ed41f-655a-4350-8028-3ffb0012a366', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:44.863371 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:44.874171 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-38b1b9a3-6fbf-4b50-bd20-c00c66b0bb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (3d708c73-58f4-49da-9c5e-cc9ce17bf74d), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:45.086515 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:45.101402 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f4f995f1-ac6e-41c7-abde-c1eb0b6bc019 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (3d24adce-83dd-434c-9549-ef2f63484780), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:45.248913 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-0a6c4846-a794-42de-8d6c-32b663c1df3a admin admin] Publish callbacks [] for security_group (7ea03ec9-e061-4f55-b032-42d2646dbe7c), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:45.499131 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-6388b6eb-5845-4457-aef4-eb64386e5316 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:45.501294 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-6388b6eb-5845-4457-aef4-eb64386e5316 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/networks?id=018b0e35-de97-44eb-a1bf-77de9b3c6286 HTTP/1.1" status: 200 len: 810 time: 1.2402508 Aug 24 06:43:45.516109 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3adc7-a21f-4ae0-93d2-2e97c5437821 req-3475109b-068f-4b2e-9526-f3e16ffcf828 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:45.524511 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d8c3adc7-a21f-4ae0-93d2-2e97c5437821 req-3475109b-068f-4b2e-9526-f3e16ffcf828 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 931 time: 1.4210663 Aug 24 06:43:45.541543 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-967ddf2a-8eb8-4d63-a993-49725e098336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (3a7756a4-6904-4669-84c1-c44620572080), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:45.544681 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-0a6c4846-a794-42de-8d6c-32b663c1df3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (7ea03ec9-e061-4f55-b032-42d2646dbe7c), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:45.600175 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-0a6c4846-a794-42de-8d6c-32b663c1df3a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=1cec3f1c29764a24932c7573b5ff30ec&name=default HTTP/1.1" status: 200 len: 2996 time: 3.4019058 Aug 24 06:43:45.615911 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 47060) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:45.680676 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-afca3632-cd84-4295-8727-538bb3963167 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/quotas/5b4541156c1f4efab3a61dd6935638bb HTTP/1.1" status: 200 len: 375 time: 0.1535325 Aug 24 06:43:45.720397 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 03f0e9cc-df0f-45a9-ab39-87054c429672 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:43:45.738256 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:45.880892 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d8c3adc7-a21f-4ae0-93d2-2e97c5437821 req-eea32bb8-de7a-48bf-95dd-f45fc2886b7d tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551533 Aug 24 06:43:45.974986 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c4846-a794-42de-8d6c-32b663c1df3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea03ec9-e061-4f55-b032-42d2646dbe7c,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:45.984362 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:46.018044 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:46.083639 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 03f0e9cc-df0f-45a9-ab39-87054c429672 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:46.084095 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (03f0e9cc-df0f-45a9-ab39-87054c429672), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:46.117123 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f732d-a6c0-49f7-b7b9-512e8521adc3 req-90153674-e8ed-45b3-ab6a-bdf763b3a109 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:46.126804 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-589f732d-a6c0-49f7-b7b9-512e8521adc3 req-90153674-e8ed-45b3-ab6a-bdf763b3a109 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9aec55df-6956-4258-81c9-469249e92ee8 HTTP/1.1" status: 200 len: 931 time: 0.0838141 Aug 24 06:43:46.137617 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e270b313-2840-4a67-871e-ac4c9cd0b241 admin admin] Publish callbacks [] for security_group (7ea03ec9-e061-4f55-b032-42d2646dbe7c), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:46.167565 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e270b313-2840-4a67-871e-ac4c9cd0b241 admin admin] Publish callbacks [] for security_group (7ea03ec9-e061-4f55-b032-42d2646dbe7c), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:46.254060 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-e604c0a3-699f-4017-9b34-7d9a69001325 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=5b4541156c1f4efab3a61dd6935638bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5022783 Aug 24 06:43:46.259628 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e270b313-2840-4a67-871e-ac4c9cd0b241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (7ea03ec9-e061-4f55-b032-42d2646dbe7c), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:46.263408 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e270b313-2840-4a67-871e-ac4c9cd0b241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:46.264673 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-e270b313-2840-4a67-871e-ac4c9cd0b241 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7ea03ec9-e061-4f55-b032-42d2646dbe7c HTTP/1.1" status: 204 len: 168 time: 0.6319942 Aug 24 06:43:46.292547 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e270b313-2840-4a67-871e-ac4c9cd0b241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea03ec9-e061-4f55-b032-42d2646dbe7c,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:46.373788 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-589f732d-a6c0-49f7-b7b9-512e8521adc3 req-15e90bdf-2596-4e0d-a5ec-845dba7079f3 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d2df9be7-d8f4-4bc0-abdc-92abdb2bcb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416749 Aug 24 06:43:46.543008 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-38b1b9a3-6fbf-4b50-bd20-c00c66b0bb3e None None] Publish callbacks [] for port (3d708c73-58f4-49da-9c5e-cc9ce17bf74d), precommit_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:46.642083 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-38b1b9a3-6fbf-4b50-bd20-c00c66b0bb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (3d708c73-58f4-49da-9c5e-cc9ce17bf74d), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:46.707655 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.notifiers.nova [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-a858ce20-2071-4efd-bdb6-a9b184b3dfca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8eba2b0-b09a-4bae-9f7b-feefb9b58a05 {{(pid=113089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:43:46.742526 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-a858ce20-2071-4efd-bdb6-a9b184b3dfca service neutron] Publish callbacks [] for port (c8eba2b0-b09a-4bae-9f7b-feefb9b58a05), precommit_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:46.781624 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-cd795ac1-f168-45aa-ac07-a0b4794c0f9c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/018b0e35-de97-44eb-a1bf-77de9b3c6286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4923394 Aug 24 06:43:46.801849 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:46.809489 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-6316d4bf-21d0-4a5f-9911-988a07a13236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ac81731-4203-4914-a5b4-e0429c7bf9e1 {{(pid=113088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:43:46.822437 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:46.832312 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7be46-1930-45a8-8ec0-1525c0b5523c req-965b05d9-b328-4ea0-8691-24cead281674 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:46.837113 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-6316d4bf-21d0-4a5f-9911-988a07a13236 service neutron] Publish callbacks [] for port (3ac81731-4203-4914-a5b4-e0429c7bf9e1), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:46.838895 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b4d7be46-1930-45a8-8ec0-1525c0b5523c req-965b05d9-b328-4ea0-8691-24cead281674 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6eddb672-d1fa-40ab-8cae-6e148b2e01ab HTTP/1.1" status: 200 len: 932 time: 0.3087289 Aug 24 06:43:46.874672 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e263f-b20c-418b-9b1a-e2be2d467b37 None None] Pushing event updated for resources: {'Port': ['ID=3d708c73-58f4-49da-9c5e-cc9ce17bf74d,revision_number=3']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:46.883862 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 03f0e9cc-df0f-45a9-ab39-87054c429672 is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:46.886694 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (03f0e9cc-df0f-45a9-ab39-87054c429672), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:46.909361 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.provisioning_blocks [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-a858ce20-2071-4efd-bdb6-a9b184b3dfca service neutron] Transition to ACTIVE for port object c8eba2b0-b09a-4bae-9f7b-feefb9b58a05 will not be triggered until provisioned by entity L2. {{(pid=113089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 06:43:46.960659 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:46.963156 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-38b1b9a3-6fbf-4b50-bd20-c00c66b0bb3e None None] Attempting to bind port 3d708c73-58f4-49da-9c5e-cc9ce17bf74d on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:43:46.964411 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-38b1b9a3-6fbf-4b50-bd20-c00c66b0bb3e None None] Attempting to bind port 3d708c73-58f4-49da-9c5e-cc9ce17bf74d by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': 'e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286'}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:43:46.965239 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b1b9a3-6fbf-4b50-bd20-c00c66b0bb3e None None] Attempting to bind port 3d708c73-58f4-49da-9c5e-cc9ce17bf74d on network 018b0e35-de97-44eb-a1bf-77de9b3c6286 {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:43:46.982451 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-a858ce20-2071-4efd-bdb6-a9b184b3dfca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (c8eba2b0-b09a-4bae-9f7b-feefb9b58a05), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:46.984951 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b1b9a3-6fbf-4b50-bd20-c00c66b0bb3e None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:43:46.985788 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b1b9a3-6fbf-4b50-bd20-c00c66b0bb3e None None] Checking segment: {'id': 'e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:43:46.986369 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-38b1b9a3-6fbf-4b50-bd20-c00c66b0bb3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:46.987260 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b1b9a3-6fbf-4b50-bd20-c00c66b0bb3e None None] Bound using segment: {'id': 'e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286'} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:43:46.988177 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-38b1b9a3-6fbf-4b50-bd20-c00c66b0bb3e None None] Bound port: 3d708c73-58f4-49da-9c5e-cc9ce17bf74d, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286'}}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:43:46.989286 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-38b1b9a3-6fbf-4b50-bd20-c00c66b0bb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (3d708c73-58f4-49da-9c5e-cc9ce17bf74d), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:46.999349 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:47.034668 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] For port 03f0e9cc-df0f-45a9-ab39-87054c429672, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=03f0e9cc-df0f-45a9-ab39-87054c429672,segment=NetworkSegment(22d81dca-a42b-4c68-b84a-e3a32cb83863),segment_id=22d81dca-a42b-4c68-b84a-e3a32cb83863)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:43:47.059313 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (03f0e9cc-df0f-45a9-ab39-87054c429672), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:47.100539 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-2956186c-de11-4bb5-a0bc-72cb6e9203c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6325096c-829d-49a5-ab4d-26363e83141d {{(pid=113088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:43:47.115763 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-2956186c-de11-4bb5-a0bc-72cb6e9203c5 service neutron] Publish callbacks [] for port (6325096c-829d-49a5-ab4d-26363e83141d), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:47.122854 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 47082) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:47.126567 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Pushing event updated for resources: {'Port': ['ID=03f0e9cc-df0f-45a9-ab39-87054c429672,revision_number=5']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:47.166280 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-38b1b9a3-6fbf-4b50-bd20-c00c66b0bb3e None None] For port 3d708c73-58f4-49da-9c5e-cc9ce17bf74d, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:43:47.171108 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-38b1b9a3-6fbf-4b50-bd20-c00c66b0bb3e None None] For port 3d708c73-58f4-49da-9c5e-cc9ce17bf74d, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=3d708c73-58f4-49da-9c5e-cc9ce17bf74d,segment=NetworkSegment(e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9),segment_id=e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9)] {{(pid=113090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:43:47.171496 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f4f995f1-ac6e-41c7-abde-c1eb0b6bc019 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for port (3d24adce-83dd-434c-9549-ef2f63484780), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:47.174779 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.provisioning_blocks [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-2956186c-de11-4bb5-a0bc-72cb6e9203c5 service neutron] Transition to ACTIVE for port object 6325096c-829d-49a5-ab4d-26363e83141d will not be triggered until provisioned by entity L2. {{(pid=113088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 06:43:47.178956 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.provisioning_blocks [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-6316d4bf-21d0-4a5f-9911-988a07a13236 service neutron] Transition to ACTIVE for port object 3ac81731-4203-4914-a5b4-e0429c7bf9e1 will not be triggered until provisioned by entity L2. {{(pid=113088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 06:43:47.189998 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-2956186c-de11-4bb5-a0bc-72cb6e9203c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (6325096c-829d-49a5-ab4d-26363e83141d), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:47.190647 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-38b1b9a3-6fbf-4b50-bd20-c00c66b0bb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (3d708c73-58f4-49da-9c5e-cc9ce17bf74d), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:47.194210 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-6316d4bf-21d0-4a5f-9911-988a07a13236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (3ac81731-4203-4914-a5b4-e0429c7bf9e1), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:47.196873 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f4f995f1-ac6e-41c7-abde-c1eb0b6bc019 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (3d24adce-83dd-434c-9549-ef2f63484780), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:47.339361 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e263f-b20c-418b-9b1a-e2be2d467b37 None None] Pushing event updated for resources: {'Port': ['ID=3d708c73-58f4-49da-9c5e-cc9ce17bf74d,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:47.348808 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b1b9a3-6fbf-4b50-bd20-c00c66b0bb3e None None] Routers {'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:43:47.349582 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-38b1b9a3-6fbf-4b50-bd20-c00c66b0bb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:43:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:47.395112 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 47088) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:47.505232 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956186c-de11-4bb5-a0bc-72cb6e9203c5 service neutron] Pushing event updated for resources: {'Port': ['ID=6325096c-829d-49a5-ab4d-26363e83141d,revision_number=2']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:47.507689 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f4f995f1-ac6e-41c7-abde-c1eb0b6bc019 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698989'] for floatingip (45353ce6-61a2-4bfd-bb08-e52b8e49d925), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:47.553947 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-38b1b9a3-6fbf-4b50-bd20-c00c66b0bb3e None None] Set router a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:43:47.605832 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-2956186c-de11-4bb5-a0bc-72cb6e9203c5 service neutron] Attempting to bind port 6325096c-829d-49a5-ab4d-26363e83141d on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:43:47.606196 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-2956186c-de11-4bb5-a0bc-72cb6e9203c5 service neutron] Attempting to bind port 6325096c-829d-49a5-ab4d-26363e83141d by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '5640d952-e513-45d9-be85-d5e12a41703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200'}] {{(pid=113088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:43:47.606525 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-2956186c-de11-4bb5-a0bc-72cb6e9203c5 service neutron] Attempting to bind port 6325096c-829d-49a5-ab4d-26363e83141d on network 4d764327-7285-4015-bbe3-ebfc93ab6200 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:43:47.641983 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-09e12650-7219-496d-ba4a-0997cfa860ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:47.647489 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f4f995f1-ac6e-41c7-abde-c1eb0b6bc019 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:47.651301 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-f4f995f1-ac6e-41c7-abde-c1eb0b6bc019 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6090248 Aug 24 06:43:47.658978 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-2956186c-de11-4bb5-a0bc-72cb6e9203c5 service neutron] Port 6325096c-829d-49a5-ab4d-26363e83141d on network 4d764327-7285-4015-bbe3-ebfc93ab6200 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 06:43:47.659562 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-2956186c-de11-4bb5-a0bc-72cb6e9203c5 service neutron] Attempting to bind port 6325096c-829d-49a5-ab4d-26363e83141d on network 4d764327-7285-4015-bbe3-ebfc93ab6200 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:43:47.674647 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316d4bf-21d0-4a5f-9911-988a07a13236 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac81731-4203-4914-a5b4-e0429c7bf9e1,revision_number=2']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:47.679984 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:47.692269 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-2956186c-de11-4bb5-a0bc-72cb6e9203c5 service neutron] Checking agent: {'id': '92318399-7fe8-4397-ad86-085269988e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'started_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:43:47.692269 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-2956186c-de11-4bb5-a0bc-72cb6e9203c5 service neutron] Checking segment: {'id': '5640d952-e513-45d9-be85-d5e12a41703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:43:47.692269 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-2956186c-de11-4bb5-a0bc-72cb6e9203c5 service neutron] Bound using segment: {'id': '5640d952-e513-45d9-be85-d5e12a41703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200'} {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:43:47.692269 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-2956186c-de11-4bb5-a0bc-72cb6e9203c5 service neutron] Bound port: 6325096c-829d-49a5-ab4d-26363e83141d, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5640d952-e513-45d9-be85-d5e12a41703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200'}}] {{(pid=113088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:43:47.692269 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-2956186c-de11-4bb5-a0bc-72cb6e9203c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (6325096c-829d-49a5-ab4d-26363e83141d), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:47.704079 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b4d7be46-1930-45a8-8ec0-1525c0b5523c req-1a9fec70-bc5a-417f-859a-fecbb269c5e7 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=409d8dfb-b572-4ddb-9f9a-98207b6d691b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8068547 Aug 24 06:43:47.738887 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-6316d4bf-21d0-4a5f-9911-988a07a13236 service neutron] Attempting to bind port 3ac81731-4203-4914-a5b4-e0429c7bf9e1 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:43:47.739241 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-6316d4bf-21d0-4a5f-9911-988a07a13236 service neutron] Attempting to bind port 3ac81731-4203-4914-a5b4-e0429c7bf9e1 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '22d81dca-a42b-4c68-b84a-e3a32cb83863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '29ff322a-6eb8-436a-953a-aa176e35076e'}] {{(pid=113088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:43:47.739928 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-6316d4bf-21d0-4a5f-9911-988a07a13236 service neutron] Attempting to bind port 3ac81731-4203-4914-a5b4-e0429c7bf9e1 on network 29ff322a-6eb8-436a-953a-aa176e35076e {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:43:47.756820 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858ce20-2071-4efd-bdb6-a9b184b3dfca service neutron] Pushing event updated for resources: {'Port': ['ID=c8eba2b0-b09a-4bae-9f7b-feefb9b58a05,revision_number=2']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:47.803468 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-6316d4bf-21d0-4a5f-9911-988a07a13236 service neutron] Port 3ac81731-4203-4914-a5b4-e0429c7bf9e1 on network 29ff322a-6eb8-436a-953a-aa176e35076e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 06:43:47.804014 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-6316d4bf-21d0-4a5f-9911-988a07a13236 service neutron] Attempting to bind port 3ac81731-4203-4914-a5b4-e0429c7bf9e1 on network 29ff322a-6eb8-436a-953a-aa176e35076e {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:43:47.897053 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-6316d4bf-21d0-4a5f-9911-988a07a13236 service neutron] Checking agent: {'id': '92318399-7fe8-4397-ad86-085269988e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'started_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:43:47.898759 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-6316d4bf-21d0-4a5f-9911-988a07a13236 service neutron] Checking segment: {'id': '22d81dca-a42b-4c68-b84a-e3a32cb83863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '29ff322a-6eb8-436a-953a-aa176e35076e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:43:47.899175 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-6316d4bf-21d0-4a5f-9911-988a07a13236 service neutron] Bound using segment: {'id': '22d81dca-a42b-4c68-b84a-e3a32cb83863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '29ff322a-6eb8-436a-953a-aa176e35076e'} {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:43:47.900934 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-6316d4bf-21d0-4a5f-9911-988a07a13236 service neutron] Bound port: 3ac81731-4203-4914-a5b4-e0429c7bf9e1, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22d81dca-a42b-4c68-b84a-e3a32cb83863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '29ff322a-6eb8-436a-953a-aa176e35076e'}}] {{(pid=113088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:43:47.901072 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-6316d4bf-21d0-4a5f-9911-988a07a13236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (3ac81731-4203-4914-a5b4-e0429c7bf9e1), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:47.911363 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f995f1-ac6e-41c7-abde-c1eb0b6bc019 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Pushing event updated for resources: {'Port': ['ID=3d24adce-83dd-434c-9549-ef2f63484780,revision_number=2']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:47.934482 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-38b1b9a3-6fbf-4b50-bd20-c00c66b0bb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'name': 'tempest-AttachVolumeTestJSON-328073892-router', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:24Z', 'revision_number': 4, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'gw_port': {'id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:51:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '3d708c73-58f4-49da-9c5e-cc9ce17bf74d', 'name': '', 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'mac_address': 'fa:16:3e:d5:92:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:22Z', 'updated_at': '2022-08-24T06:43:47Z', 'revision_number': 4, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'subnets': [{'id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:43:47.960380 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-967ddf2a-8eb8-4d63-a993-49725e098336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a7756a4-6904-4669-84c1-c44620572080 {{(pid=113088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:43:47.976629 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-09e12650-7219-496d-ba4a-0997cfa860ff admin admin] Publish callbacks [] for security_group (35a04587-8e34-4e28-984f-ad54e08efeae), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:47.976865 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-967ddf2a-8eb8-4d63-a993-49725e098336 service neutron] Publish callbacks [] for port (3a7756a4-6904-4669-84c1-c44620572080), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:47.984694 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:47.993278 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-09e12650-7219-496d-ba4a-0997cfa860ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (35a04587-8e34-4e28-984f-ad54e08efeae), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:47.996767 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b1b9a3-6fbf-4b50-bd20-c00c66b0bb3e None None] The sync data for ids ['a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'] in dv-cinder-854271-1-iscsi is: [{'id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'name': 'tempest-AttachVolumeTestJSON-328073892-router', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:24Z', 'revision_number': 4, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'gw_port': {'id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:51:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '3d708c73-58f4-49da-9c5e-cc9ce17bf74d', 'name': '', 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'mac_address': 'fa:16:3e:d5:92:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:22Z', 'updated_at': '2022-08-24T06:43:47Z', 'revision_number': 4, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'subnets': [{'id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:43:47.997347 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.managers [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-a858ce20-2071-4efd-bdb6-a9b184b3dfca service neutron] Attempting to bind port c8eba2b0-b09a-4bae-9f7b-feefb9b58a05 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:43:47.998309 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.managers [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-a858ce20-2071-4efd-bdb6-a9b184b3dfca service neutron] Attempting to bind port c8eba2b0-b09a-4bae-9f7b-feefb9b58a05 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '6bddbdc0-2b31-4a69-875c-7bbac9668394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad'}] {{(pid=113089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:43:47.998953 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-a858ce20-2071-4efd-bdb6-a9b184b3dfca service neutron] Attempting to bind port c8eba2b0-b09a-4bae-9f7b-feefb9b58a05 on network 4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:43:47.999218 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:48.055806 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-c29c92de-4ba2-44ca-9901-018a0dbb91cf service neutron] 10.222.0.52 "GET /networking/v2.0/networks/018b0e35-de97-44eb-a1bf-77de9b3c6286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2491200 Aug 24 06:43:48.175766 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-09e12650-7219-496d-ba4a-0997cfa860ff admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8b19f0745b334c7e8cdd49f1e1d55f42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7315192 Aug 24 06:43:48.213293 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 47102) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:48.218794 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-5b1a06e7-a053-4242-afe7-05667ebf18b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:48.237880 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661cad7-106c-4788-baf4-325aa31b9424 req-316d29c5-10e9-4b9b-a89d-5b46d126b792 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:48.239692 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e661cad7-106c-4788-baf4-325aa31b9424 req-316d29c5-10e9-4b9b-a89d-5b46d126b792 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 931 time: 0.2599430 Aug 24 06:43:48.240375 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-a858ce20-2071-4efd-bdb6-a9b184b3dfca service neutron] Port c8eba2b0-b09a-4bae-9f7b-feefb9b58a05 on network 4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 06:43:48.241336 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-a858ce20-2071-4efd-bdb6-a9b184b3dfca service neutron] Attempting to bind port c8eba2b0-b09a-4bae-9f7b-feefb9b58a05 on network 4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:43:48.297618 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-a858ce20-2071-4efd-bdb6-a9b184b3dfca service neutron] Checking agent: {'id': '92318399-7fe8-4397-ad86-085269988e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'started_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:43:48.297974 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-a858ce20-2071-4efd-bdb6-a9b184b3dfca service neutron] Checking segment: {'id': '6bddbdc0-2b31-4a69-875c-7bbac9668394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:43:48.298508 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-a858ce20-2071-4efd-bdb6-a9b184b3dfca service neutron] Bound using segment: {'id': '6bddbdc0-2b31-4a69-875c-7bbac9668394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad'} {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:43:48.299006 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.managers [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-a858ce20-2071-4efd-bdb6-a9b184b3dfca service neutron] Bound port: c8eba2b0-b09a-4bae-9f7b-feefb9b58a05, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bddbdc0-2b31-4a69-875c-7bbac9668394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad'}}] {{(pid=113089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:43:48.299376 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-a858ce20-2071-4efd-bdb6-a9b184b3dfca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (c8eba2b0-b09a-4bae-9f7b-feefb9b58a05), before_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:48.309578 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e12650-7219-496d-ba4a-0997cfa860ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a04587-8e34-4e28-984f-ad54e08efeae,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:48.320974 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:48.378997 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.provisioning_blocks [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-967ddf2a-8eb8-4d63-a993-49725e098336 service neutron] Transition to ACTIVE for port object 3a7756a4-6904-4669-84c1-c44620572080 will not be triggered until provisioned by entity L2. {{(pid=113088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 06:43:48.402630 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-2956186c-de11-4bb5-a0bc-72cb6e9203c5 service neutron] For port 6325096c-829d-49a5-ab4d-26363e83141d, host hv-cinder-85427, cleared binding levels {{(pid=113088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:43:48.414872 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-967ddf2a-8eb8-4d63-a993-49725e098336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (3a7756a4-6904-4669-84c1-c44620572080), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:48.520893 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-2956186c-de11-4bb5-a0bc-72cb6e9203c5 service neutron] For port 6325096c-829d-49a5-ab4d-26363e83141d, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=6325096c-829d-49a5-ab4d-26363e83141d,segment=NetworkSegment(5640d952-e513-45d9-be85-d5e12a41703e),segment_id=5640d952-e513-45d9-be85-d5e12a41703e)] {{(pid=113088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:43:48.544189 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-2956186c-de11-4bb5-a0bc-72cb6e9203c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (6325096c-829d-49a5-ab4d-26363e83141d), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:48.562082 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da1619-1c33-471f-98c7-1275b37cc545 req-e57a4b36-9ba5-43dd-a556-9f619b15b285 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:48.574558 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-69da1619-1c33-471f-98c7-1275b37cc545 req-e57a4b36-9ba5-43dd-a556-9f619b15b285 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9aec55df-6956-4258-81c9-469249e92ee8 HTTP/1.1" status: 200 len: 943 time: 0.1718543 Aug 24 06:43:48.607442 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-2956186c-de11-4bb5-a0bc-72cb6e9203c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:48.608328 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-2956186c-de11-4bb5-a0bc-72cb6e9203c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:48.609945 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-2956186c-de11-4bb5-a0bc-72cb6e9203c5 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/6325096c-829d-49a5-ab4d-26363e83141d HTTP/1.1" status: 200 len: 1094 time: 7.1077523 Aug 24 06:43:48.614520 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eddb672-d1fa-40ab-8cae-6e148b2e01ab', 'tag': '6325096c-829d-49a5-ab4d-26363e83141d'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:43:48.619741 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-935e042d-bc31-4407-89a4-277273f29f71 admin admin] Publish callbacks [] for security_group (35a04587-8e34-4e28-984f-ad54e08efeae), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:48.711715 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e661cad7-106c-4788-baf4-325aa31b9424 req-8ece47d3-4d7b-40af-9c82-35141c0f78da tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418805 Aug 24 06:43:48.815057 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-69da1619-1c33-471f-98c7-1275b37cc545 req-4aa01a52-a21c-4292-9851-90571d4d4076 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d2df9be7-d8f4-4bc0-abdc-92abdb2bcb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003582 Aug 24 06:43:48.816673 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-6316d4bf-21d0-4a5f-9911-988a07a13236 service neutron] For port 3ac81731-4203-4914-a5b4-e0429c7bf9e1, host hv-cinder-85427, cleared binding levels {{(pid=113088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:43:48.847087 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-935e042d-bc31-4407-89a4-277273f29f71 admin admin] Publish callbacks [] for security_group (35a04587-8e34-4e28-984f-ad54e08efeae), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:48.872611 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.db [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-a858ce20-2071-4efd-bdb6-a9b184b3dfca service neutron] For port c8eba2b0-b09a-4bae-9f7b-feefb9b58a05, host hv-cinder-85427, cleared binding levels {{(pid=113089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:43:48.965433 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ddf2a-8eb8-4d63-a993-49725e098336 service neutron] Pushing event updated for resources: {'Port': ['ID=3a7756a4-6904-4669-84c1-c44620572080,revision_number=2']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:48.988818 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.db [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-a858ce20-2071-4efd-bdb6-a9b184b3dfca service neutron] For port c8eba2b0-b09a-4bae-9f7b-feefb9b58a05, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=c8eba2b0-b09a-4bae-9f7b-feefb9b58a05,segment=NetworkSegment(6bddbdc0-2b31-4a69-875c-7bbac9668394),segment_id=6bddbdc0-2b31-4a69-875c-7bbac9668394)] {{(pid=113089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:43:49.052873 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-31711421-29fb-4da0-9674-b55e5451719a req-564ffb46-26f4-4d3d-834d-40040967c60f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 210 time: 0.1581004 Aug 24 06:43:49.057881 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-a858ce20-2071-4efd-bdb6-a9b184b3dfca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (c8eba2b0-b09a-4bae-9f7b-feefb9b58a05), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:49.080321 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-a858ce20-2071-4efd-bdb6-a9b184b3dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:49.081214 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-a858ce20-2071-4efd-bdb6-a9b184b3dfca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for port (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:49.085619 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-a858ce20-2071-4efd-bdb6-a9b184b3dfca service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/c8eba2b0-b09a-4bae-9f7b-feefb9b58a05 HTTP/1.1" status: 200 len: 1094 time: 7.6243515 Aug 24 06:43:49.114327 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-5b1a06e7-a053-4242-afe7-05667ebf18b8 admin admin] Publish callbacks [] for security_group (ba2e4148-e7b4-4c57-8b10-a72f90e235df), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:49.122281 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8a1bf0-8a43-4089-b507-6dba65b29948', 'tag': 'c8eba2b0-b09a-4bae-9f7b-feefb9b58a05'}] {{(pid=113089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:43:49.187415 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e866acf4-b914-43f4-96af-1564a32d032b" -d '{"events": [{"name": "network-changed", "server_uuid": "6eddb672-d1fa-40ab-8cae-6e148b2e01ab", "tag": "6325096c-829d-49a5-ab4d-26363e83141d"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:43:49.201298 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956186c-de11-4bb5-a0bc-72cb6e9203c5 service neutron] Pushing event updated for resources: {'Port': ['ID=6325096c-829d-49a5-ab4d-26363e83141d,revision_number=3']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:49.216514 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-6316d4bf-21d0-4a5f-9911-988a07a13236 service neutron] For port 3ac81731-4203-4914-a5b4-e0429c7bf9e1, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=3ac81731-4203-4914-a5b4-e0429c7bf9e1,segment=NetworkSegment(22d81dca-a42b-4c68-b84a-e3a32cb83863),segment_id=22d81dca-a42b-4c68-b84a-e3a32cb83863)] {{(pid=113088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:43:49.262983 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-6316d4bf-21d0-4a5f-9911-988a07a13236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (3ac81731-4203-4914-a5b4-e0429c7bf9e1), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:49.278044 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-6316d4bf-21d0-4a5f-9911-988a07a13236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:49.278694 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-6316d4bf-21d0-4a5f-9911-988a07a13236 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:49.281198 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-6316d4bf-21d0-4a5f-9911-988a07a13236 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/3ac81731-4203-4914-a5b4-e0429c7bf9e1 HTTP/1.1" status: 200 len: 1093 time: 7.8156443 Aug 24 06:43:49.302321 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:49.316730 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-95c91590-7cd2-407e-a14c-cfba4b16050f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:49.317663 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 03f0e9cc-df0f-45a9-ab39-87054c429672 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:43:49.318429 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-95c91590-7cd2-407e-a14c-cfba4b16050f service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=a41fb206b09941ac80996a3c9cbaae58&device_id=6eddb672-d1fa-40ab-8cae-6e148b2e01ab HTTP/1.1" status: 200 len: 1128 time: 0.4934218 Aug 24 06:43:49.321552 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-967ddf2a-8eb8-4d63-a993-49725e098336 service neutron] Attempting to bind port 3a7756a4-6904-4669-84c1-c44620572080 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:43:49.322390 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-967ddf2a-8eb8-4d63-a993-49725e098336 service neutron] Attempting to bind port 3a7756a4-6904-4669-84c1-c44620572080 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '6bddbdc0-2b31-4a69-875c-7bbac9668394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad'}] {{(pid=113088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:43:49.322723 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-967ddf2a-8eb8-4d63-a993-49725e098336 service neutron] Attempting to bind port 3a7756a4-6904-4669-84c1-c44620572080 on network 4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:43:49.335904 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-967ddf2a-8eb8-4d63-a993-49725e098336 service neutron] Port 3a7756a4-6904-4669-84c1-c44620572080 on network 4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 06:43:49.336221 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-967ddf2a-8eb8-4d63-a993-49725e098336 service neutron] Attempting to bind port 3a7756a4-6904-4669-84c1-c44620572080 on network 4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:43:49.353322 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-967ddf2a-8eb8-4d63-a993-49725e098336 service neutron] Checking agent: {'id': '92318399-7fe8-4397-ad86-085269988e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'started_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:43:49.353967 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-967ddf2a-8eb8-4d63-a993-49725e098336 service neutron] Checking segment: {'id': '6bddbdc0-2b31-4a69-875c-7bbac9668394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:43:49.354536 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-967ddf2a-8eb8-4d63-a993-49725e098336 service neutron] Bound using segment: {'id': '6bddbdc0-2b31-4a69-875c-7bbac9668394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad'} {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:43:49.355569 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-967ddf2a-8eb8-4d63-a993-49725e098336 service neutron] Bound port: 3a7756a4-6904-4669-84c1-c44620572080, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bddbdc0-2b31-4a69-875c-7bbac9668394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad'}}] {{(pid=113088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:43:49.356132 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-967ddf2a-8eb8-4d63-a993-49725e098336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (3a7756a4-6904-4669-84c1-c44620572080), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:49.374842 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316d4bf-21d0-4a5f-9911-988a07a13236 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac81731-4203-4914-a5b4-e0429c7bf9e1,revision_number=3']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:49.396929 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 03f0e9cc-df0f-45a9-ab39-87054c429672 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:49.397324 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (03f0e9cc-df0f-45a9-ab39-87054c429672), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:49.406659 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-5b1a06e7-a053-4242-afe7-05667ebf18b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (ba2e4148-e7b4-4c57-8b10-a72f90e235df), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:49.430444 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-6c4236e5-6cf1-4e65-b9db-67821c73a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:49.432152 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-6c4236e5-6cf1-4e65-b9db-67821c73a173 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=2a401374685240dc94fe28ca99ad4e11&device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 1128 time: 0.1392438 Aug 24 06:43:49.452278 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-967ddf2a-8eb8-4d63-a993-49725e098336 service neutron] For port 3a7756a4-6904-4669-84c1-c44620572080, host hv-cinder-85427, cleared binding levels {{(pid=113088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:43:49.458310 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-967ddf2a-8eb8-4d63-a993-49725e098336 service neutron] For port 3a7756a4-6904-4669-84c1-c44620572080, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=3a7756a4-6904-4669-84c1-c44620572080,segment=NetworkSegment(6bddbdc0-2b31-4a69-875c-7bbac9668394),segment_id=6bddbdc0-2b31-4a69-875c-7bbac9668394)] {{(pid=113088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:43:49.468805 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-06834df5-3f15-4db6-ac34-b3452e8633e1 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2013716148&fields=id&tenant_id=0aec98515a95467aa9a43853bfdcb7d7 HTTP/1.1" status: 200 len: 267 time: 0.5753288 Aug 24 06:43:49.471578 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-5b1a06e7-a053-4242-afe7-05667ebf18b8 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=228e1c31699e44aab3a6a95eaeb7eeec&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3453228 Aug 24 06:43:49.477530 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-967ddf2a-8eb8-4d63-a993-49725e098336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (3a7756a4-6904-4669-84c1-c44620572080), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:49.482338 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 47140) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:49.498039 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-967ddf2a-8eb8-4d63-a993-49725e098336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:49.498674 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-967ddf2a-8eb8-4d63-a993-49725e098336 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:49.500202 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-967ddf2a-8eb8-4d63-a993-49725e098336 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/3a7756a4-6904-4669-84c1-c44620572080 HTTP/1.1" status: 200 len: 1093 time: 4.7424304 Aug 24 06:43:49.558303 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:49.559428 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 03f0e9cc-df0f-45a9-ab39-87054c429672 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:49.564340 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 3d708c73-58f4-49da-9c5e-cc9ce17bf74d up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:43:49.590439 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95c9b8c2b54b2cd10d832cf4cc4818d331942fea0eff1eb136de0d3feea1bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cb9fd6-530e-4bb5-b304-b391a1460e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8a1bf0-8a43-4089-b507-6dba65b29948", "tag": "c8eba2b0-b09a-4bae-9f7b-feefb9b58a05"}]}' {{(pid=113089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:43:49.620504 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a06e7-a053-4242-afe7-05667ebf18b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2e4148-e7b4-4c57-8b10-a72f90e235df,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:49.634379 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 3d708c73-58f4-49da-9c5e-cc9ce17bf74d triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:49.634957 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (3d708c73-58f4-49da-9c5e-cc9ce17bf74d), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:49.653182 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ddf2a-8eb8-4d63-a993-49725e098336 service neutron] Pushing event updated for resources: {'Port': ['ID=3a7756a4-6904-4669-84c1-c44620572080,revision_number=3']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:49.699880 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:49.747037 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-bddb918b-748e-490e-ae7b-83aabdf84bc8 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8eba2b0-b09a-4bae-9f7b-feefb9b58a05 HTTP/1.1" status: 200 len: 217 time: 0.0929716 Aug 24 06:43:49.761040 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 3d708c73-58f4-49da-9c5e-cc9ce17bf74d is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:49.761424 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (3d708c73-58f4-49da-9c5e-cc9ce17bf74d), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:49.807271 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] For port 3d708c73-58f4-49da-9c5e-cc9ce17bf74d, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=3d708c73-58f4-49da-9c5e-cc9ce17bf74d,segment=NetworkSegment(e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9),segment_id=e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:43:49.812002 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-42a1847d-ffd2-4e04-8efa-583e51b2b78c service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6325096c-829d-49a5-ab4d-26363e83141d HTTP/1.1" status: 200 len: 217 time: 0.1699920 Aug 24 06:43:49.814644 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (3d708c73-58f4-49da-9c5e-cc9ce17bf74d), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:49.854765 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:49.858817 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-9f04a635-f7f4-4a31-83d4-bb42e969c04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:49.860559 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-9f04a635-f7f4-4a31-83d4-bb42e969c04d service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=59b7ab43f7824f6c8a17988db2a25807&device_id=9aec55df-6956-4258-81c9-469249e92ee8 HTTP/1.1" status: 200 len: 1127 time: 0.1385801 Aug 24 06:43:49.881492 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Pushing event updated for resources: {'Port': ['ID=3d708c73-58f4-49da-9c5e-cc9ce17bf74d,revision_number=5']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:49.965637 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6f2cd-ce13-4f8a-b508-22e3c296a5de req-f6bb941b-a057-4644-9d71-bd1596be5f72 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:49.967217 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1ad6f2cd-ce13-4f8a-b508-22e3c296a5de req-f6bb941b-a057-4644-9d71-bd1596be5f72 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6eddb672-d1fa-40ab-8cae-6e148b2e01ab HTTP/1.1" status: 200 len: 944 time: 0.6829557 Aug 24 06:43:49.967837 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858ce20-2071-4efd-bdb6-a9b184b3dfca service neutron] Pushing event updated for resources: {'Port': ['ID=c8eba2b0-b09a-4bae-9f7b-feefb9b58a05,revision_number=3']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:49.982785 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-55b0917e-ed8d-4b06-a579-b5db327abbeb admin admin] Publish callbacks [] for security_group (ba2e4148-e7b4-4c57-8b10-a72f90e235df), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:49.990334 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-59e75808-dc7b-4c4a-b97b-cf9c3e813c38 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ac81731-4203-4914-a5b4-e0429c7bf9e1 HTTP/1.1" status: 200 len: 217 time: 0.0848281 Aug 24 06:43:50.001309 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-e5e4ead2-024f-46c4-8a8f-acc264037c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:50.002713 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-e5e4ead2-024f-46c4-8a8f-acc264037c78 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=2a401374685240dc94fe28ca99ad4e11&device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 1127 time: 0.2046826 Aug 24 06:43:50.014200 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-935e042d-bc31-4407-89a4-277273f29f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (35a04587-8e34-4e28-984f-ad54e08efeae), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:50.016693 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-935e042d-bc31-4407-89a4-277273f29f71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:50.017783 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-935e042d-bc31-4407-89a4-277273f29f71 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/35a04587-8e34-4e28-984f-ad54e08efeae HTTP/1.1" status: 204 len: 168 time: 1.8004403 Aug 24 06:43:50.037777 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-b3d65510-aac7-4a7f-a85c-f7d33d6214f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:50.039261 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-b3d65510-aac7-4a7f-a85c-f7d33d6214f3 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=68aa3b00-7d83-4a36-89ce-d2987615f595 HTTP/1.1" status: 200 len: 854 time: 0.2038341 Aug 24 06:43:50.051274 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-55b0917e-ed8d-4b06-a579-b5db327abbeb admin admin] Publish callbacks [] for security_group (ba2e4148-e7b4-4c57-8b10-a72f90e235df), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:50.085148 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e042d-bc31-4407-89a4-277273f29f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a04587-8e34-4e28-984f-ad54e08efeae,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:50.097587 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-4336cc31-8791-43a5-9e71-1a32621759d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:50.099070 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-4336cc31-8791-43a5-9e71-1a32621759d6 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=6f85f03a-22c1-408d-899e-137ef21dbe1b HTTP/1.1" status: 200 len: 851 time: 0.0993013 Aug 24 06:43:50.131165 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-755bb46c-ccd7-443b-bc64-6f17e09b6df7 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:50.132980 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-755bb46c-ccd7-443b-bc64-6f17e09b6df7 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/networks?id=8be3c841-0d59-4803-979e-08c48130dbdb HTTP/1.1" status: 200 len: 816 time: 0.6238701 Aug 24 06:43:50.134721 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-2e4bcbb8-7a8f-40f8-8878-9767ea41b9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:50.135571 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-55b0917e-ed8d-4b06-a579-b5db327abbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (ba2e4148-e7b4-4c57-8b10-a72f90e235df), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:50.136265 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-2e4bcbb8-7a8f-40f8-8878-9767ea41b9f6 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=87c63329-c783-4018-8f3e-d78ef061967a HTTP/1.1" status: 200 len: 858 time: 0.1628182 Aug 24 06:43:50.139181 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-55b0917e-ed8d-4b06-a579-b5db327abbeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:50.141662 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-55b0917e-ed8d-4b06-a579-b5db327abbeb admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ba2e4148-e7b4-4c57-8b10-a72f90e235df HTTP/1.1" status: 204 len: 168 time: 0.6551347 Aug 24 06:43:50.156136 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1ad6f2cd-ce13-4f8a-b508-22e3c296a5de req-96f1da48-76a6-4b02-81ad-788a351ad623 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=409d8dfb-b572-4ddb-9f9a-98207b6d691b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806300 Aug 24 06:43:50.159589 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0917e-ed8d-4b06-a579-b5db327abbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2e4148-e7b4-4c57-8b10-a72f90e235df,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:50.160309 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-9654d8f3-2502-4131-8a37-3aa9a0994556 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/quotas/0aec98515a95467aa9a43853bfdcb7d7 HTTP/1.1" status: 200 len: 375 time: 0.0144224 Aug 24 06:43:50.295287 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-329bd2a8-77a3-4a7f-9a59-9e6746711131 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a7756a4-6904-4669-84c1-c44620572080 HTTP/1.1" status: 200 len: 217 time: 0.0984969 Aug 24 06:43:50.346053 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-1d052178-2a25-4ec5-b9dc-0a64665ff423 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=0aec98515a95467aa9a43853bfdcb7d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1757205 Aug 24 06:43:50.389861 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.58', 61622) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:50.406072 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-38d48578-57e6-42b2-b85d-4fc8d19babf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:50.407862 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-38d48578-57e6-42b2-b85d-4fc8d19babf4 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1691432 Aug 24 06:43:50.427073 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-a8dc3575-70fa-4da9-8c09-922cea85e903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:50.428635 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-a8dc3575-70fa-4da9-8c09-922cea85e903 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=4d764327-7285-4015-bbe3-ebfc93ab6200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1735704 Aug 24 06:43:50.433774 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-2437e0c8-83f2-48c6-8cec-f1586d754b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:50.435614 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-2437e0c8-83f2-48c6-8cec-f1586d754b37 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=29ff322a-6eb8-436a-953a-aa176e35076e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1819797 Aug 24 06:43:50.508853 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:50.550097 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-19da2e74-62d0-426a-b6ef-4e5d776ddac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:50.552078 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-19da2e74-62d0-426a-b6ef-4e5d776ddac0 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=87c63329-c783-4018-8f3e-d78ef061967a HTTP/1.1" status: 200 len: 858 time: 0.2340007 Aug 24 06:43:50.575017 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-76aa5d70-35cb-49d4-b4af-f8e66cd3a06b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8be3c841-0d59-4803-979e-08c48130dbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184205 Aug 24 06:43:50.624163 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-af22674e-9b67-4faa-9e78-e44df4c43129 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092204 Aug 24 06:43:50.763739 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee3908f-ca09-4f9f-a24a-0e2fd4de3962 x-openstack-request-id: req-9ee3908f-ca09-4f9f-a24a-0e2fd4de3962 {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:43:50.764097 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eddb672-d1fa-40ab-8cae-6e148b2e01ab", "tag": "6325096c-829d-49a5-ab4d-26363e83141d", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:43:50.764417 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ee3908f-ca09-4f9f-a24a-0e2fd4de3962 {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:43:50.764947 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ee3908f-ca09-4f9f-a24a-0e2fd4de3962'] response: {'name': 'network-changed', 'server_uuid': '6eddb672-d1fa-40ab-8cae-6e148b2e01ab', 'tag': '6325096c-829d-49a5-ab4d-26363e83141d', 'status': 'completed', 'code': 200} Aug 24 06:43:50.808940 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-71227493-75ae-4c0e-acd7-2e86e88f1466 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8be3c841-0d59-4803-979e-08c48130dbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318227 Aug 24 06:43:50.810512 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:50.810970 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-50b1e907-21a2-457a-8aaa-956cdf8df778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:50.812885 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-50b1e907-21a2-457a-8aaa-956cdf8df778 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2357197 Aug 24 06:43:50.827670 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-842c537c-6314-4d98-9207-79ad04353c4c tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:50.829697 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-842c537c-6314-4d98-9207-79ad04353c4c tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.58 "GET /networking/v2.0/networks?id=018b0e35-de97-44eb-a1bf-77de9b3c6286 HTTP/1.1" status: 200 len: 810 time: 0.4384894 Aug 24 06:43:50.911788 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-bdb29748-3827-44ef-a515-9f21a91b6685 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4d764327-7285-4015-bbe3-ebfc93ab6200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695516 Aug 24 06:43:50.918448 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-57c45274-d7fa-481d-92cb-1ea5b69eea7c service neutron] 10.222.0.58 "GET /networking/v2.0/networks/29ff322a-6eb8-436a-953a-aa176e35076e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4597487 Aug 24 06:43:50.990602 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e3c86e97-4d5e-489f-afd0-f28b4c1632a1 req-5bf573f1-2cd1-411c-bbbc-5c6a642f1579 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528662 Aug 24 06:43:50.991385 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 47178) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:51.046990 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f06dd63a-cf39-49bc-bf52-ccc92da59376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:51.315135 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 3d708c73-58f4-49da-9c5e-cc9ce17bf74d up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:43:51.385943 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943a5415-cb60-4a43-97ba-e94ab5e17b23 x-openstack-request-id: req-943a5415-cb60-4a43-97ba-e94ab5e17b23 {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:43:51.386993 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8a1bf0-8a43-4089-b507-6dba65b29948", "tag": "c8eba2b0-b09a-4bae-9f7b-feefb9b58a05", "status": "completed", "code": 200}]} {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:43:51.387309 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-943a5415-cb60-4a43-97ba-e94ab5e17b23 {{(pid=113089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:43:51.387788 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-943a5415-cb60-4a43-97ba-e94ab5e17b23'] response: {'name': 'network-changed', 'server_uuid': '8c8a1bf0-8a43-4089-b507-6dba65b29948', 'tag': 'c8eba2b0-b09a-4bae-9f7b-feefb9b58a05', 'status': 'completed', 'code': 200} Aug 24 06:43:51.398600 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:51.424450 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 3d708c73-58f4-49da-9c5e-cc9ce17bf74d triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:51.425243 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (3d708c73-58f4-49da-9c5e-cc9ce17bf74d), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:51.429603 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b056fd-d7b9-4e69-97ba-62c62815b90e req-b3da9896-c8b4-4b05-8bcc-8b612cd4abc5 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:51.437238 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-16b056fd-d7b9-4e69-97ba-62c62815b90e req-b3da9896-c8b4-4b05-8bcc-8b612cd4abc5 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 943 time: 0.2031460 Aug 24 06:43:51.511760 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f06dd63a-cf39-49bc-bf52-ccc92da59376 admin admin] Publish callbacks [] for security_group (7df67e1b-f416-48e2-91c0-96c216c2dbf9), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:51.528322 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f06dd63a-cf39-49bc-bf52-ccc92da59376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (7df67e1b-f416-48e2-91c0-96c216c2dbf9), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:51.554394 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-d1e19ee6-f6b8-48bb-8580-486e5bad1f28 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7215154 Aug 24 06:43:51.554948 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 3d708c73-58f4-49da-9c5e-cc9ce17bf74d is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:51.571112 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:51.571878 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:51.603668 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:51.655158 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd4bef-2842-4b32-9ccf-6de3e3e631f4 req-cfb1ac33-4361-42db-be4f-6c2a298a0bac tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:51.664461 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-3acd4bef-2842-4b32-9ccf-6de3e3e631f4 req-cfb1ac33-4361-42db-be4f-6c2a298a0bac tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9aec55df-6956-4258-81c9-469249e92ee8 HTTP/1.1" status: 200 len: 943 time: 0.1560712 Aug 24 06:43:51.669501 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-f06dd63a-cf39-49bc-bf52-ccc92da59376 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8859f53a3ab642358bf2dea531672b21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6774585 Aug 24 06:43:51.680265 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 47206) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:51.694820 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-4252d072-0be9-43b8-abbe-de08d14d4b4b tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5b4541156c1f4efab3a61dd6935638bb HTTP/1.1" status: 200 len: 380 time: 0.8495817 Aug 24 06:43:51.697129 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f1a34534-1db9-42e6-91a8-632cd49777a1 req-1e257253-b783-4b91-a7bc-1619f872918a service neutron] 10.222.0.58 "GET /networking/v2.0/networks/29ff322a-6eb8-436a-953a-aa176e35076e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7629371 Aug 24 06:43:51.703716 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-16b056fd-d7b9-4e69-97ba-62c62815b90e req-8b019903-9d88-4ef5-937c-16ad6b9b51fb tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421069 Aug 24 06:43:51.714701 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06dd63a-cf39-49bc-bf52-ccc92da59376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df67e1b-f416-48e2-91c0-96c216c2dbf9,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:51.728641 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-745f0144-dda3-4fc9-90d6-d577412e73b4 req-af55021e-9809-4c97-9680-223696f39b64 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4d764327-7285-4015-bbe3-ebfc93ab6200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8069911 Aug 24 06:43:51.836101 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6e8f5d6d-4f25-4c9f-9a77-bcc6e76999bb req-3aede9c2-d822-42cd-b950-644c5feddcb0 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 210 time: 0.0462685 Aug 24 06:43:51.844325 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-3acd4bef-2842-4b32-9ccf-6de3e3e631f4 req-b048364d-26dd-47e5-b5bc-90b71cc5fb92 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d2df9be7-d8f4-4bc0-abdc-92abdb2bcb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786075 Aug 24 06:43:51.874460 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-59a2eb46-65ff-45f9-ac61-9e098b0be564 admin admin] Publish callbacks [] for security_group (7df67e1b-f416-48e2-91c0-96c216c2dbf9), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:51.897817 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-59a2eb46-65ff-45f9-ac61-9e098b0be564 admin admin] Publish callbacks [] for security_group (7df67e1b-f416-48e2-91c0-96c216c2dbf9), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:51.983806 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-74841b8b-b4d8-4dd9-9da6-b3006b98aa3e tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Request body: {'port': {'device_id': 'dab5d31b-1a4a-4ca9-999c-f8b06b7660f6', 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286', 'admin_state_up': True, 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'security_groups': ['d7dbf6f9-1c65-497c-adad-8a0ea8c833fc']}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:51.994772 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ec0eeff2-8125-4b73-bb00-5acda9c9bd89 req-709697a7-ec3d-491d-9a71-948bf619ef94 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 210 time: 0.0698726 Aug 24 06:43:52.017872 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24320fc9-b621-496d-8d04-c1e95169db39 req-1e43023e-dd7a-40b1-b1a4-10478b26993b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:52.019611 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-24320fc9-b621-496d-8d04-c1e95169db39 req-1e43023e-dd7a-40b1-b1a4-10478b26993b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6eddb672-d1fa-40ab-8cae-6e148b2e01ab HTTP/1.1" status: 200 len: 944 time: 0.0731528 Aug 24 06:43:52.057072 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-59a2eb46-65ff-45f9-ac61-9e098b0be564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (7df67e1b-f416-48e2-91c0-96c216c2dbf9), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:52.059718 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-59a2eb46-65ff-45f9-ac61-9e098b0be564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:52.060918 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-59a2eb46-65ff-45f9-ac61-9e098b0be564 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7df67e1b-f416-48e2-91c0-96c216c2dbf9 HTTP/1.1" status: 204 len: 168 time: 0.3563359 Aug 24 06:43:52.079298 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2eb46-65ff-45f9-ac61-9e098b0be564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df67e1b-f416-48e2-91c0-96c216c2dbf9,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:52.109652 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-24320fc9-b621-496d-8d04-c1e95169db39 req-33bf85e4-8f93-41ad-878e-0cbee72e35eb tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=409d8dfb-b572-4ddb-9f9a-98207b6d691b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772440 Aug 24 06:43:52.233058 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb9fd6-530e-4bb5-b304-b391a1460e7c req-c5041b9f-c6f9-4252-9fac-7623654ff324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:52.234661 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-05cb9fd6-530e-4bb5-b304-b391a1460e7c req-c5041b9f-c6f9-4252-9fac-7623654ff324 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=2a401374685240dc94fe28ca99ad4e11&device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 1128 time: 0.1737916 Aug 24 06:43:52.265398 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-da9d4e88-de06-49e4-84ee-197d5ff8080a req-136d9ecb-e356-471a-a58f-8eef3aaf6261 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855518 Aug 24 06:43:52.301974 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-74841b8b-b4d8-4dd9-9da6-b3006b98aa3e tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Made reservation on behalf of 5b4541156c1f4efab3a61dd6935638bb for: {'port': 1} {{(pid=113088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:43:52.307514 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-74841b8b-b4d8-4dd9-9da6-b3006b98aa3e tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:52.390240 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:52.561125 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-74841b8b-b4d8-4dd9-9da6-b3006b98aa3e tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Allocated IP 172.20.0.3 (018b0e35-de97-44eb-a1bf-77de9b3c6286/72cdaf0a-4647-46c2-91ee-def2bd17e00f/454b34ae-8fe5-46de-9bae-481f3ada5897) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:43:52.766921 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aec55df-6956-4258-81c9-469249e92ee8', 'tag': '3ac81731-4203-4914-a5b4-e0429c7bf9e1'}, {'name': 'network-changed', 'server_uuid': 'c37ed41f-655a-4350-8028-3ffb0012a366', 'tag': '3a7756a4-6904-4669-84c1-c44620572080'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:43:52.769469 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41401cdd-571e-4e98-8dd7-209a7488b67c" -d '{"events": [{"name": "network-changed", "server_uuid": "9aec55df-6956-4258-81c9-469249e92ee8", "tag": "3ac81731-4203-4914-a5b4-e0429c7bf9e1"}, {"name": "network-changed", "server_uuid": "c37ed41f-655a-4350-8028-3ffb0012a366", "tag": "3a7756a4-6904-4669-84c1-c44620572080"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:43:52.925344 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 24 Aug 2022 06:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9bd4dc-c726-45f8-8066-e35d73a265da x-openstack-request-id: req-3c9bd4dc-c726-45f8-8066-e35d73a265da {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:43:52.925637 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aec55df-6956-4258-81c9-469249e92ee8", "tag": "3ac81731-4203-4914-a5b4-e0429c7bf9e1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c37ed41f-655a-4350-8028-3ffb0012a366", "tag": "3a7756a4-6904-4669-84c1-c44620572080", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:43:52.925883 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3c9bd4dc-c726-45f8-8066-e35d73a265da {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:43:52.926281 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c9bd4dc-c726-45f8-8066-e35d73a265da'] response: {'name': 'network-changed', 'server_uuid': '9aec55df-6956-4258-81c9-469249e92ee8', 'tag': '3ac81731-4203-4914-a5b4-e0429c7bf9e1', 'status': 'completed', 'code': 200} Aug 24 06:43:52.928316 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c9bd4dc-c726-45f8-8066-e35d73a265da'] response: {'name': 'network-changed', 'server_uuid': 'c37ed41f-655a-4350-8028-3ffb0012a366', 'tag': '3a7756a4-6904-4669-84c1-c44620572080', 'status': 'completed', 'code': 200} Aug 24 06:43:52.963305 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f4b4f-f3e0-4eba-b91a-64fc8691c378 req-df88aac7-b41a-42c3-bb92-513e796fb5aa tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:52.965803 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e31f4b4f-f3e0-4eba-b91a-64fc8691c378 req-df88aac7-b41a-42c3-bb92-513e796fb5aa tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 943 time: 0.1065435 Aug 24 06:43:52.990630 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-74841b8b-b4d8-4dd9-9da6-b3006b98aa3e tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for port (454b34ae-8fe5-46de-9bae-481f3ada5897), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:53.011888 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-217441e6-6209-4b2a-b5c9-6bba8cb06476 req-2468b62c-0092-4a5c-b813-438d9637a3bd tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 210 time: 0.0448794 Aug 24 06:43:53.089637 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e31f4b4f-f3e0-4eba-b91a-64fc8691c378 req-d39c8ce6-d67f-4493-acfc-f8edc11ef938 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058285 Aug 24 06:43:53.178040 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb9fd6-530e-4bb5-b304-b391a1460e7c req-0a3c89a4-35f9-458a-936d-787f143656c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:53.179683 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-05cb9fd6-530e-4bb5-b304-b391a1460e7c req-0a3c89a4-35f9-458a-936d-787f143656c9 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad HTTP/1.1" status: 200 len: 920 time: 0.4571493 Aug 24 06:43:53.189074 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-74841b8b-b4d8-4dd9-9da6-b3006b98aa3e tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (454b34ae-8fe5-46de-9bae-481f3ada5897), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:53.251505 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f7e78c58-f242-4a24-80ef-1ecca590eaf6 req-e23cb54c-ef99-43a4-acbb-b657a626161e tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 210 time: 0.0646489 Aug 24 06:43:53.277246 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9d717-5c8e-42ce-b9a4-1681190855ab req-fce05de4-7243-4ade-85f2-83b4e8593aff tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:53.279054 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5eb9d717-5c8e-42ce-b9a4-1681190855ab req-fce05de4-7243-4ade-85f2-83b4e8593aff tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9aec55df-6956-4258-81c9-469249e92ee8 HTTP/1.1" status: 200 len: 943 time: 0.1230745 Aug 24 06:43:53.304589 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-74841b8b-b4d8-4dd9-9da6-b3006b98aa3e tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Network 018b0e35-de97-44eb-a1bf-77de9b3c6286 is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:43:53.308738 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-74841b8b-b4d8-4dd9-9da6-b3006b98aa3e tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:53.313710 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-74841b8b-b4d8-4dd9-9da6-b3006b98aa3e tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:43:53.349198 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74841b8b-b4d8-4dd9-9da6-b3006b98aa3e tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Pushing event updated for resources: {'Port': ['ID=454b34ae-8fe5-46de-9bae-481f3ada5897,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:53.370334 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5eb9d717-5c8e-42ce-b9a4-1681190855ab req-abaac8a2-fcf0-4c6a-96a9-4ad16e71e69c tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d2df9be7-d8f4-4bc0-abdc-92abdb2bcb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795534 Aug 24 06:43:53.392984 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-74841b8b-b4d8-4dd9-9da6-b3006b98aa3e tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:53.401166 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-74841b8b-b4d8-4dd9-9da6-b3006b98aa3e tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:53.438615 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-74841b8b-b4d8-4dd9-9da6-b3006b98aa3e tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4599307 Aug 24 06:43:53.514354 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f7e82-913a-4559-9b19-5a5448060edf req-8cb0d5b0-8a79-4141-974f-dd3cdc2c22ea tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:53.517595 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ac1f7e82-913a-4559-9b19-5a5448060edf req-8cb0d5b0-8a79-4141-974f-dd3cdc2c22ea tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6eddb672-d1fa-40ab-8cae-6e148b2e01ab HTTP/1.1" status: 200 len: 944 time: 0.0671000 Aug 24 06:43:53.584828 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ac1f7e82-913a-4559-9b19-5a5448060edf req-a5fa53ff-60b9-496b-86cd-fd48a647aef4 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=409d8dfb-b572-4ddb-9f9a-98207b6d691b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595133 Aug 24 06:43:53.618423 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:53.621048 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=48 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:53.661136 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-56063c9d-60b9-45ed-a959-e2e088819ad2 None None] Provisioning complete for port 454b34ae-8fe5-46de-9bae-481f3ada5897 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:53.661627 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-56063c9d-60b9-45ed-a959-e2e088819ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (454b34ae-8fe5-46de-9bae-481f3ada5897), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:53.693309 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-56063c9d-60b9-45ed-a959-e2e088819ad2 None None] Port 454b34ae-8fe5-46de-9bae-481f3ada5897 cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:43:54.150220 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-c4dbd4d1-f6b9-423c-a371-8eb9e7f5c66d service neutron] Request body: {'port': {'device_id': 'dab5d31b-1a4a-4ca9-999c-f8b06b7660f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:54.189023 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-05cb9fd6-530e-4bb5-b304-b391a1460e7c req-4719422a-bb4e-4f3c-9890-fb0690b46d13 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8eba2b0-b09a-4bae-9f7b-feefb9b58a05 HTTP/1.1" status: 200 len: 217 time: 0.1147153 Aug 24 06:43:54.217036 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6a817-d149-4065-8e1c-4376f290f573 req-81faee33-9f8a-4a1f-86f8-00e553db0f10 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:54.226230 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866acf4-b914-43f4-96af-1564a32d032b req-25129201-6c74-4d00-84a6-27e401b6d7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:54.227954 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-e866acf4-b914-43f4-96af-1564a32d032b req-25129201-6c74-4d00-84a6-27e401b6d7e6 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=a41fb206b09941ac80996a3c9cbaae58&device_id=6eddb672-d1fa-40ab-8cae-6e148b2e01ab HTTP/1.1" status: 200 len: 1128 time: 0.1555741 Aug 24 06:43:54.232875 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-32b6a817-d149-4065-8e1c-4376f290f573 req-81faee33-9f8a-4a1f-86f8-00e553db0f10 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 931 time: 0.1435044 Aug 24 06:43:54.253514 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:54.268872 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41401cdd-571e-4e98-8dd7-209a7488b67c req-efcd414d-0d0b-4ca1-8ab6-b9d1d84d57ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:54.270370 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-41401cdd-571e-4e98-8dd7-209a7488b67c req-efcd414d-0d0b-4ca1-8ab6-b9d1d84d57ff service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=59b7ab43f7824f6c8a17988db2a25807&device_id=9aec55df-6956-4258-81c9-469249e92ee8 HTTP/1.1" status: 200 len: 1127 time: 0.1606705 Aug 24 06:43:54.270773 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:54.318273 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 3ac81731-4203-4914-a5b4-e0429c7bf9e1 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 06:43:54.323213 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401bf49-6b3b-4c13-a33a-03d5242c679f req-5e9dc384-c123-484c-9cf1-b0369c5d234e tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:54.330835 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2401bf49-6b3b-4c13-a33a-03d5242c679f req-5e9dc384-c123-484c-9cf1-b0369c5d234e tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 943 time: 0.1263402 Aug 24 06:43:54.338515 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb9fd6-530e-4bb5-b304-b391a1460e7c req-f4cb7ca2-83ba-40ff-81b8-bc9dde4fc041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:54.340631 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-05cb9fd6-530e-4bb5-b304-b391a1460e7c req-f4cb7ca2-83ba-40ff-81b8-bc9dde4fc041 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=87c63329-c783-4018-8f3e-d78ef061967a HTTP/1.1" status: 200 len: 858 time: 0.1316202 Aug 24 06:43:54.355973 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:54.373975 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-32b6a817-d149-4065-8e1c-4376f290f573 req-0039e7df-201d-4293-9eb3-801eefb6cee9 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401289 Aug 24 06:43:54.406989 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-c4dbd4d1-f6b9-423c-a371-8eb9e7f5c66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (454b34ae-8fe5-46de-9bae-481f3ada5897), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:54.500520 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2401bf49-6b3b-4c13-a33a-03d5242c679f req-d76df972-91f6-4117-95b5-317871cf757c tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683919 Aug 24 06:43:54.652148 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb9fd6-530e-4bb5-b304-b391a1460e7c req-3c3e4b4b-b25c-484e-b2e4-41c8b19485a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:54.655058 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-05cb9fd6-530e-4bb5-b304-b391a1460e7c req-3c3e4b4b-b25c-484e-b2e4-41c8b19485a0 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1844037 Aug 24 06:43:54.657651 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 3ac81731-4203-4914-a5b4-e0429c7bf9e1, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=3ac81731-4203-4914-a5b4-e0429c7bf9e1,segment=NetworkSegment(22d81dca-a42b-4c68-b84a-e3a32cb83863),segment_id=22d81dca-a42b-4c68-b84a-e3a32cb83863)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:43:54.710468 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Returning: {'device': '3ac81731-4203-4914-a5b4-e0429c7bf9e1', 'network_id': '29ff322a-6eb8-436a-953a-aa176e35076e', 'port_id': '3ac81731-4203-4914-a5b4-e0429c7bf9e1', 'mac_address': 'fa:16:3e:4e:ce:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f85f03a-22c1-408d-899e-137ef21dbe1b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 06:43:54.755064 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d687517d-7675-4a32-9a50-830ac49648a4 req-3f4adbce-8014-4351-b6ae-f0ac7ee0ff81 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 210 time: 0.1524351 Aug 24 06:43:54.813712 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 3ac81731-4203-4914-a5b4-e0429c7bf9e1 is: DOWN; New status is: BUILD {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:54.814328 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (3ac81731-4203-4914-a5b4-e0429c7bf9e1), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:54.831499 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ac81731-4203-4914-a5b4-e0429c7bf9e1 {{(pid=113090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:43:54.850764 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41401cdd-571e-4e98-8dd7-209a7488b67c req-a91ebf19-52f7-44bc-a40a-5486ad58c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:54.852477 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-41401cdd-571e-4e98-8dd7-209a7488b67c req-a91ebf19-52f7-44bc-a40a-5486ad58c985 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=29ff322a-6eb8-436a-953a-aa176e35076e HTTP/1.1" status: 200 len: 913 time: 0.3018389 Aug 24 06:43:54.856706 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866acf4-b914-43f4-96af-1564a32d032b req-0b799b8e-7d7f-40be-9145-65fa2f70ace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:54.858418 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-e866acf4-b914-43f4-96af-1564a32d032b req-0b799b8e-7d7f-40be-9145-65fa2f70ace4 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=4d764327-7285-4015-bbe3-ebfc93ab6200 HTTP/1.1" status: 200 len: 916 time: 0.6071014 Aug 24 06:43:54.867491 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 3ac81731-4203-4914-a5b4-e0429c7bf9e1, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=3ac81731-4203-4914-a5b4-e0429c7bf9e1,segment=NetworkSegment(22d81dca-a42b-4c68-b84a-e3a32cb83863),segment_id=22d81dca-a42b-4c68-b84a-e3a32cb83863)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:43:54.878609 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (3ac81731-4203-4914-a5b4-e0429c7bf9e1), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:54.880130 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device c8eba2b0-b09a-4bae-9f7b-feefb9b58a05 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 06:43:54.928214 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be63f3f-d09c-4375-981d-456e5b07c28b req-be307d01-6047-4ed9-ad50-4fe287af388b tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:54.929702 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1be63f3f-d09c-4375-981d-456e5b07c28b req-be307d01-6047-4ed9-ad50-4fe287af388b tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9aec55df-6956-4258-81c9-469249e92ee8 HTTP/1.1" status: 200 len: 943 time: 0.1786373 Aug 24 06:43:54.990647 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 47350) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:55.014047 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-e866acf4-b914-43f4-96af-1564a32d032b req-ea9033b7-44a7-467b-91f7-2617c00b8eb7 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6325096c-829d-49a5-ab4d-26363e83141d HTTP/1.1" status: 200 len: 217 time: 0.0775485 Aug 24 06:43:55.108084 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port c8eba2b0-b09a-4bae-9f7b-feefb9b58a05, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=c8eba2b0-b09a-4bae-9f7b-feefb9b58a05,segment=NetworkSegment(6bddbdc0-2b31-4a69-875c-7bbac9668394),segment_id=6bddbdc0-2b31-4a69-875c-7bbac9668394)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:43:55.109302 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457bd20-e85b-4b34-9074-a62fc619a321 req-4fdd9410-9953-4be6-a3ea-096ecdbf3b95 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:55.118502 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5457bd20-e85b-4b34-9074-a62fc619a321 req-4fdd9410-9953-4be6-a3ea-096ecdbf3b95 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6eddb672-d1fa-40ab-8cae-6e148b2e01ab HTTP/1.1" status: 200 len: 944 time: 0.1981318 Aug 24 06:43:55.121595 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866acf4-b914-43f4-96af-1564a32d032b req-42b4343e-5fa1-49ce-9ae4-9d668ee69fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:55.126399 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-e866acf4-b914-43f4-96af-1564a32d032b req-42b4343e-5fa1-49ce-9ae4-9d668ee69fba service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=68aa3b00-7d83-4a36-89ce-d2987615f595 HTTP/1.1" status: 200 len: 854 time: 0.0679371 Aug 24 06:43:55.130964 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-41401cdd-571e-4e98-8dd7-209a7488b67c req-882eb69c-db12-4a4b-a7f6-b7d52f84fcc1 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ac81731-4203-4914-a5b4-e0429c7bf9e1 HTTP/1.1" status: 200 len: 217 time: 0.2174647 Aug 24 06:43:55.133221 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:55.135396 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=3ac81731-4203-4914-a5b4-e0429c7bf9e1,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:55.144633 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-05cb9fd6-530e-4bb5-b304-b391a1460e7c req-d400060f-71eb-4a50-affe-ac6d58c5caa4 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564202 Aug 24 06:43:55.148802 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Returning: {'device': 'c8eba2b0-b09a-4bae-9f7b-feefb9b58a05', 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad', 'port_id': 'c8eba2b0-b09a-4bae-9f7b-feefb9b58a05', 'mac_address': 'fa:16:3e:5c:e5:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87c63329-c783-4018-8f3e-d78ef061967a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 06:43:55.158725 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-802de748-e0f0-43aa-8ddb-7e52eaf855ea tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:55.160500 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-802de748-e0f0-43aa-8ddb-7e52eaf855ea tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.58 "GET /networking/v2.0/networks?id=8be3c841-0d59-4803-979e-08c48130dbdb HTTP/1.1" status: 200 len: 816 time: 0.4582891 Aug 24 06:43:55.210076 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:55.229795 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1be63f3f-d09c-4375-981d-456e5b07c28b req-b183e6b5-30fd-4089-bcbb-13b6a5ff4555 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d2df9be7-d8f4-4bc0-abdc-92abdb2bcb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672935 Aug 24 06:43:55.250038 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port c8eba2b0-b09a-4bae-9f7b-feefb9b58a05 is: DOWN; New status is: BUILD {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:55.250604 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (c8eba2b0-b09a-4bae-9f7b-feefb9b58a05), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:55.256963 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d1b7f722-61b5-4e53-bdb8-b95eb88c0cb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:55.269962 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8eba2b0-b09a-4bae-9f7b-feefb9b58a05 {{(pid=113090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:43:55.307671 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port c8eba2b0-b09a-4bae-9f7b-feefb9b58a05, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=c8eba2b0-b09a-4bae-9f7b-feefb9b58a05,segment=NetworkSegment(6bddbdc0-2b31-4a69-875c-7bbac9668394),segment_id=6bddbdc0-2b31-4a69-875c-7bbac9668394)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:43:55.318116 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (c8eba2b0-b09a-4bae-9f7b-feefb9b58a05), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:55.318962 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 6325096c-829d-49a5-ab4d-26363e83141d details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 06:43:55.375834 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5457bd20-e85b-4b34-9074-a62fc619a321 req-80620d7d-defe-458c-b866-58a6bea2ac9d tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=409d8dfb-b572-4ddb-9f9a-98207b6d691b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563076 Aug 24 06:43:55.384908 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-264455c7-aedb-4472-9634-3c656045a4bd tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0aec98515a95467aa9a43853bfdcb7d7 HTTP/1.1" status: 200 len: 380 time: 0.2138233 Aug 24 06:43:55.396580 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-5c1482f6-f74c-486f-9b69-f851af9144e2 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Request body: {'port': {'device_id': '7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b', 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb', 'admin_state_up': True, 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'security_groups': ['3c9867df-38e9-4d81-8df1-1697ab67e6f7']}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:55.426423 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=c8eba2b0-b09a-4bae-9f7b-feefb9b58a05,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:55.511459 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:55.541397 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 6325096c-829d-49a5-ab4d-26363e83141d, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=6325096c-829d-49a5-ab4d-26363e83141d,segment=NetworkSegment(5640d952-e513-45d9-be85-d5e12a41703e),segment_id=5640d952-e513-45d9-be85-d5e12a41703e)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:43:55.571124 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Returning: {'device': '6325096c-829d-49a5-ab4d-26363e83141d', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'port_id': '6325096c-829d-49a5-ab4d-26363e83141d', 'mac_address': 'fa:16:3e:1c:70:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 06:43:55.589524 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866acf4-b914-43f4-96af-1564a32d032b req-f21d8aa9-85fe-49a3-ac03-50d2a005c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:55.591039 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-e866acf4-b914-43f4-96af-1564a32d032b req-f21d8aa9-85fe-49a3-ac03-50d2a005c9b0 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=4d764327-7285-4015-bbe3-ebfc93ab6200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4570360 Aug 24 06:43:55.623586 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41401cdd-571e-4e98-8dd7-209a7488b67c req-b2058ea5-b688-4cac-b32d-4a2e9328ec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:55.623841 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 6325096c-829d-49a5-ab4d-26363e83141d is: DOWN; New status is: BUILD {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:55.624095 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (6325096c-829d-49a5-ab4d-26363e83141d), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:55.625084 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-41401cdd-571e-4e98-8dd7-209a7488b67c req-b2058ea5-b688-4cac-b32d-4a2e9328ec77 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=6f85f03a-22c1-408d-899e-137ef21dbe1b HTTP/1.1" status: 200 len: 851 time: 0.4783320 Aug 24 06:43:55.641489 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6325096c-829d-49a5-ab4d-26363e83141d {{(pid=113090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:43:55.666080 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 6325096c-829d-49a5-ab4d-26363e83141d, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=6325096c-829d-49a5-ab4d-26363e83141d,segment=NetworkSegment(5640d952-e513-45d9-be85-d5e12a41703e),segment_id=5640d952-e513-45d9-be85-d5e12a41703e)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:43:55.668784 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:55.674108 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (6325096c-829d-49a5-ab4d-26363e83141d), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:55.711652 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-05cb9fd6-530e-4bb5-b304-b391a1460e7c req-97ece6ac-9bef-416a-ac9e-19966b968964 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5487108 Aug 24 06:43:55.750838 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=6325096c-829d-49a5-ab4d-26363e83141d,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:55.789679 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b088505-ccf2-4438-a6bf-0ef309af81e2 req-cd645f0d-9c3f-41ff-ab85-bd5f94027efc tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:55.790254 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41401cdd-571e-4e98-8dd7-209a7488b67c req-10299418-4d0a-4908-89a8-8716afdbdadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:55.791468 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6b088505-ccf2-4438-a6bf-0ef309af81e2 req-cd645f0d-9c3f-41ff-ab85-bd5f94027efc tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 931 time: 0.3126237 Aug 24 06:43:55.791886 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-41401cdd-571e-4e98-8dd7-209a7488b67c req-10299418-4d0a-4908-89a8-8716afdbdadf service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=29ff322a-6eb8-436a-953a-aa176e35076e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1599326 Aug 24 06:43:55.815292 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d1b7f722-61b5-4e53-bdb8-b95eb88c0cb9 admin admin] Publish callbacks [] for security_group (077dbb14-2593-44a3-9b76-be8962bf8143), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:55.821487 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cfd9c-39dc-45c2-97e9-a614124d3765 req-1a5aecba-a642-4834-a0f4-f2b1e91f1c5c tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:55.822831 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-592cfd9c-39dc-45c2-97e9-a614124d3765 req-1a5aecba-a642-4834-a0f4-f2b1e91f1c5c tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 943 time: 0.1164114 Aug 24 06:43:55.833443 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d1b7f722-61b5-4e53-bdb8-b95eb88c0cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (077dbb14-2593-44a3-9b76-be8962bf8143), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:55.851821 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:55.902382 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-e866acf4-b914-43f4-96af-1564a32d032b req-7628cd0e-02d8-465c-a9cb-885a8c614c6c service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4d764327-7285-4015-bbe3-ebfc93ab6200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002629 Aug 24 06:43:55.917855 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-5c1482f6-f74c-486f-9b69-f851af9144e2 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Made reservation on behalf of 0aec98515a95467aa9a43853bfdcb7d7 for: {'port': 1} {{(pid=113089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:43:55.921780 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-5c1482f6-f74c-486f-9b69-f851af9144e2 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:55.944341 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-c4dbd4d1-f6b9-423c-a371-8eb9e7f5c66d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 454b34ae-8fe5-46de-9bae-481f3ada5897 {{(pid=113088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:43:55.944864 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-d1b7f722-61b5-4e53-bdb8-b95eb88c0cb9 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=41490ba9fd4046e4ba95f5fb93e07985&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9352756 Aug 24 06:43:55.961514 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 47380) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:55.964573 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b7f722-61b5-4e53-bdb8-b95eb88c0cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077dbb14-2593-44a3-9b76-be8962bf8143,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:55.973710 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-c4dbd4d1-f6b9-423c-a371-8eb9e7f5c66d service neutron] Publish callbacks [] for port (454b34ae-8fe5-46de-9bae-481f3ada5897), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:55.994755 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6b088505-ccf2-4438-a6bf-0ef309af81e2 req-ce4c4856-a8d0-4157-a51a-9e3731377713 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842268 Aug 24 06:43:56.003359 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:56.023486 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-592cfd9c-39dc-45c2-97e9-a614124d3765 req-5a1a8e55-8b0a-44d1-8acb-1329b3406242 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801095 Aug 24 06:43:56.075457 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.provisioning_blocks [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-c4dbd4d1-f6b9-423c-a371-8eb9e7f5c66d service neutron] Transition to ACTIVE for port object 454b34ae-8fe5-46de-9bae-481f3ada5897 will not be triggered until provisioned by entity L2. {{(pid=113088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 06:43:56.087015 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-c4dbd4d1-f6b9-423c-a371-8eb9e7f5c66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (454b34ae-8fe5-46de-9bae-481f3ada5897), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:56.090932 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-41401cdd-571e-4e98-8dd7-209a7488b67c req-9d22bb62-8d9b-4613-8f75-4352f72fbc68 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/29ff322a-6eb8-436a-953a-aa176e35076e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879276 Aug 24 06:43:56.157598 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['3ac81731-4203-4914-a5b4-e0429c7bf9e1'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:43:56.163370 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-e866acf4-b914-43f4-96af-1564a32d032b req-1fe3aa3e-e2f4-4045-b108-069fc519d4cb service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4d764327-7285-4015-bbe3-ebfc93ab6200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228770 Aug 24 06:43:56.201606 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-541161f1-27a0-4791-b5c0-f4a3f2b6488f admin admin] Publish callbacks [] for security_group (077dbb14-2593-44a3-9b76-be8962bf8143), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:56.220489 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbd4d1-f6b9-423c-a371-8eb9e7f5c66d service neutron] Pushing event updated for resources: {'Port': ['ID=454b34ae-8fe5-46de-9bae-481f3ada5897,revision_number=2']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:56.263003 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-febe2105-b289-4021-a13a-bd7b3924dbf6 req-c7fa9cd8-ca3c-4198-aff4-851e0b5c7528 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 210 time: 0.1362338 Aug 24 06:43:56.301040 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-541161f1-27a0-4791-b5c0-f4a3f2b6488f admin admin] Publish callbacks [] for security_group (077dbb14-2593-44a3-9b76-be8962bf8143), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:56.329096 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-41401cdd-571e-4e98-8dd7-209a7488b67c req-4cf34c3b-b2ac-47f4-b950-84c48f7d9fc5 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/29ff322a-6eb8-436a-953a-aa176e35076e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291839 Aug 24 06:43:56.330205 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-c4dbd4d1-f6b9-423c-a371-8eb9e7f5c66d service neutron] Attempting to bind port 454b34ae-8fe5-46de-9bae-481f3ada5897 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:43:56.330542 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-c4dbd4d1-f6b9-423c-a371-8eb9e7f5c66d service neutron] Attempting to bind port 454b34ae-8fe5-46de-9bae-481f3ada5897 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': 'e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286'}] {{(pid=113088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:43:56.330866 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-c4dbd4d1-f6b9-423c-a371-8eb9e7f5c66d service neutron] Attempting to bind port 454b34ae-8fe5-46de-9bae-481f3ada5897 on network 018b0e35-de97-44eb-a1bf-77de9b3c6286 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:43:56.339493 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-c4dbd4d1-f6b9-423c-a371-8eb9e7f5c66d service neutron] Port 454b34ae-8fe5-46de-9bae-481f3ada5897 on network 018b0e35-de97-44eb-a1bf-77de9b3c6286 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 06:43:56.339836 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-c4dbd4d1-f6b9-423c-a371-8eb9e7f5c66d service neutron] Attempting to bind port 454b34ae-8fe5-46de-9bae-481f3ada5897 on network 018b0e35-de97-44eb-a1bf-77de9b3c6286 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:43:56.354888 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['c8eba2b0-b09a-4bae-9f7b-feefb9b58a05'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:43:56.355834 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-c4dbd4d1-f6b9-423c-a371-8eb9e7f5c66d service neutron] Checking agent: {'id': '92318399-7fe8-4397-ad86-085269988e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'started_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:43:56.356222 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-c4dbd4d1-f6b9-423c-a371-8eb9e7f5c66d service neutron] Checking segment: {'id': 'e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:43:56.356615 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-c4dbd4d1-f6b9-423c-a371-8eb9e7f5c66d service neutron] Bound using segment: {'id': 'e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286'} {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:43:56.357057 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-c4dbd4d1-f6b9-423c-a371-8eb9e7f5c66d service neutron] Bound port: 454b34ae-8fe5-46de-9bae-481f3ada5897, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286'}}] {{(pid=113088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:43:56.357763 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-c4dbd4d1-f6b9-423c-a371-8eb9e7f5c66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (454b34ae-8fe5-46de-9bae-481f3ada5897), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:56.366777 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:56.393294 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['6325096c-829d-49a5-ab4d-26363e83141d'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:43:56.395522 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 3a7756a4-6904-4669-84c1-c44620572080 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 06:43:56.399224 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.db_base_plugin_common [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-5c1482f6-f74c-486f-9b69-f851af9144e2 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Allocated IP 172.20.0.12 (8be3c841-0d59-4803-979e-08c48130dbdb/81feb445-3ba1-4eb7-aa79-cbcfce06b0ac/089197a3-4eb5-4520-9e9f-cbb2ae723ccc) {{(pid=113089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:43:56.535880 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-c4dbd4d1-f6b9-423c-a371-8eb9e7f5c66d service neutron] For port 454b34ae-8fe5-46de-9bae-481f3ada5897, host hv-cinder-85427, cleared binding levels {{(pid=113088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:43:56.539724 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41401cdd-571e-4e98-8dd7-209a7488b67c req-2c91d9dc-13e1-459a-989d-36180d16083d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:56.541854 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-41401cdd-571e-4e98-8dd7-209a7488b67c req-2c91d9dc-13e1-459a-989d-36180d16083d service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=2a401374685240dc94fe28ca99ad4e11&device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 1127 time: 0.1178842 Aug 24 06:43:56.544382 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-c4dbd4d1-f6b9-423c-a371-8eb9e7f5c66d service neutron] For port 454b34ae-8fe5-46de-9bae-481f3ada5897, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=454b34ae-8fe5-46de-9bae-481f3ada5897,segment=NetworkSegment(e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9),segment_id=e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9)] {{(pid=113088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:43:56.610437 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-541161f1-27a0-4791-b5c0-f4a3f2b6488f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (077dbb14-2593-44a3-9b76-be8962bf8143), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:56.613951 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-541161f1-27a0-4791-b5c0-f4a3f2b6488f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:56.615778 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-541161f1-27a0-4791-b5c0-f4a3f2b6488f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/077dbb14-2593-44a3-9b76-be8962bf8143 HTTP/1.1" status: 204 len: 168 time: 0.6483321 Aug 24 06:43:56.701857 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541161f1-27a0-4791-b5c0-f4a3f2b6488f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077dbb14-2593-44a3-9b76-be8962bf8143,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:56.718039 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-c4dbd4d1-f6b9-423c-a371-8eb9e7f5c66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (454b34ae-8fe5-46de-9bae-481f3ada5897), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:56.739319 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-c4dbd4d1-f6b9-423c-a371-8eb9e7f5c66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:56.741408 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-c4dbd4d1-f6b9-423c-a371-8eb9e7f5c66d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:56.746424 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-c4dbd4d1-f6b9-423c-a371-8eb9e7f5c66d service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/454b34ae-8fe5-46de-9bae-481f3ada5897 HTTP/1.1" status: 200 len: 1093 time: 2.6377707 Aug 24 06:43:56.756860 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab5d31b-1a4a-4ca9-999c-f8b06b7660f6', 'tag': '454b34ae-8fe5-46de-9bae-481f3ada5897'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:43:56.759666 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5e35c4-fadd-4baa-8b1f-1887955e76a7" -d '{"events": [{"name": "network-changed", "server_uuid": "dab5d31b-1a4a-4ca9-999c-f8b06b7660f6", "tag": "454b34ae-8fe5-46de-9bae-481f3ada5897"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:43:56.770730 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 47406) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:56.792526 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25903f51-64a1-41a1-8eed-a5424638a9e3 req-f9e2a9f1-fe66-49d5-8441-cafa42297f02 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:56.793477 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41401cdd-571e-4e98-8dd7-209a7488b67c req-0b402cb4-4c1a-46ac-b040-3d77ce092282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:56.794630 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-25903f51-64a1-41a1-8eed-a5424638a9e3 req-f9e2a9f1-fe66-49d5-8441-cafa42297f02 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9aec55df-6956-4258-81c9-469249e92ee8 HTTP/1.1" status: 200 len: 944 time: 0.4153619 Aug 24 06:43:56.794747 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-41401cdd-571e-4e98-8dd7-209a7488b67c req-0b402cb4-4c1a-46ac-b040-3d77ce092282 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad HTTP/1.1" status: 200 len: 920 time: 0.2464230 Aug 24 06:43:56.799541 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:56.801323 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735ecd9-b818-47f8-a915-9cf576c0cef4 req-d148fb9f-bb69-4b18-aa39-3a37a90ef896 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:56.802781 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b735ecd9-b818-47f8-a915-9cf576c0cef4 req-d148fb9f-bb69-4b18-aa39-3a37a90ef896 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6eddb672-d1fa-40ab-8cae-6e148b2e01ab HTTP/1.1" status: 200 len: 945 time: 0.2035153 Aug 24 06:43:56.831490 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-5c1482f6-f74c-486f-9b69-f851af9144e2 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for port (089197a3-4eb5-4520-9e9f-cbb2ae723ccc), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:56.864205 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 3a7756a4-6904-4669-84c1-c44620572080, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=3a7756a4-6904-4669-84c1-c44620572080,segment=NetworkSegment(6bddbdc0-2b31-4a69-875c-7bbac9668394),segment_id=6bddbdc0-2b31-4a69-875c-7bbac9668394)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:43:56.876815 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-25903f51-64a1-41a1-8eed-a5424638a9e3 req-c3580e00-1b8b-4b4e-b3cf-43677e18221a tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d2df9be7-d8f4-4bc0-abdc-92abdb2bcb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728583 Aug 24 06:43:56.945049 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:56.950155 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b735ecd9-b818-47f8-a915-9cf576c0cef4 req-7abde608-0564-4b15-aaba-561ea3f0380d tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=409d8dfb-b572-4ddb-9f9a-98207b6d691b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849428 Aug 24 06:43:56.965980 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Returning: {'device': '3a7756a4-6904-4669-84c1-c44620572080', 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad', 'port_id': '3a7756a4-6904-4669-84c1-c44620572080', 'mac_address': 'fa:16:3e:34:82:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87c63329-c783-4018-8f3e-d78ef061967a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 06:43:56.984303 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-41401cdd-571e-4e98-8dd7-209a7488b67c req-a25543b0-8dc2-4def-931b-0aecead71db2 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a7756a4-6904-4669-84c1-c44620572080 HTTP/1.1" status: 200 len: 217 time: 0.1756275 Aug 24 06:43:56.995240 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-5c1482f6-f74c-486f-9b69-f851af9144e2 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (089197a3-4eb5-4520-9e9f-cbb2ae723ccc), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:56.995812 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e00ac4-f7c4-44bb-80a2-f8edd42e562f x-openstack-request-id: req-16e00ac4-f7c4-44bb-80a2-f8edd42e562f {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:43:56.996105 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab5d31b-1a4a-4ca9-999c-f8b06b7660f6", "tag": "454b34ae-8fe5-46de-9bae-481f3ada5897", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:43:56.996353 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-16e00ac4-f7c4-44bb-80a2-f8edd42e562f {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:43:56.997644 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16e00ac4-f7c4-44bb-80a2-f8edd42e562f'] response: {'name': 'network-changed', 'server_uuid': 'dab5d31b-1a4a-4ca9-999c-f8b06b7660f6', 'tag': '454b34ae-8fe5-46de-9bae-481f3ada5897', 'status': 'completed', 'code': 200} Aug 24 06:43:57.053200 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-5c1482f6-f74c-486f-9b69-f851af9144e2 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Network 8be3c841-0d59-4803-979e-08c48130dbdb is already hosted by enough agents. {{(pid=113089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:43:57.063321 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-5c1482f6-f74c-486f-9b69-f851af9144e2 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Resources bound (agent type, host, resource id): {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:43:57.079947 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-7397bc0f-e569-43c4-bc91-3b3b8a7b9f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:57.086353 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-7397bc0f-e569-43c4-bc91-3b3b8a7b9f80 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=5b4541156c1f4efab3a61dd6935638bb&device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 1127 time: 0.2863972 Aug 24 06:43:57.096421 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-5c1482f6-f74c-486f-9b69-f851af9144e2 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Received port after_create {{(pid=113089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:43:57.101605 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 3a7756a4-6904-4669-84c1-c44620572080 is: DOWN; New status is: BUILD {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:57.101997 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (3a7756a4-6904-4669-84c1-c44620572080), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:57.102303 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-5c1482f6-f74c-486f-9b69-f851af9144e2 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:57.103234 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-5c1482f6-f74c-486f-9b69-f851af9144e2 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for port (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:57.124162 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1482f6-f74c-486f-9b69-f851af9144e2 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Pushing event updated for resources: {'Port': ['ID=089197a3-4eb5-4520-9e9f-cbb2ae723ccc,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:57.140252 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:57.192733 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbd4d1-f6b9-423c-a371-8eb9e7f5c66d service neutron] Pushing event updated for resources: {'Port': ['ID=454b34ae-8fe5-46de-9bae-481f3ada5897,revision_number=3']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:57.194983 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 47418) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:57.199622 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a7756a4-6904-4669-84c1-c44620572080 {{(pid=113090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:43:57.226741 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa45fcb-62e2-4e76-847e-205f6adb92b5 req-07038b57-a5f5-4e39-aeb5-b0baaba8cf17 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:57.231146 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6aa45fcb-62e2-4e76-847e-205f6adb92b5 req-07038b57-a5f5-4e39-aeb5-b0baaba8cf17 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 943 time: 0.0888281 Aug 24 06:43:57.240208 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c9ca5182-6e87-4135-9a5a-60b9617523cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:57.245115 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-7f0c1365-b846-4b16-80ef-099d20d1bddb service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=454b34ae-8fe5-46de-9bae-481f3ada5897 HTTP/1.1" status: 200 len: 217 time: 0.1458600 Aug 24 06:43:57.249212 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-5c1482f6-f74c-486f-9b69-f851af9144e2 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8595481 Aug 24 06:43:57.252521 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41401cdd-571e-4e98-8dd7-209a7488b67c req-bb1e1a79-f572-440d-9d81-0757e322edbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:57.254308 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-41401cdd-571e-4e98-8dd7-209a7488b67c req-bb1e1a79-f572-440d-9d81-0757e322edbe service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=87c63329-c783-4018-8f3e-d78ef061967a HTTP/1.1" status: 200 len: 858 time: 0.2557263 Aug 24 06:43:57.260733 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 3a7756a4-6904-4669-84c1-c44620572080, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=3a7756a4-6904-4669-84c1-c44620572080,segment=NetworkSegment(6bddbdc0-2b31-4a69-875c-7bbac9668394),segment_id=6bddbdc0-2b31-4a69-875c-7bbac9668394)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:43:57.268735 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:57.279482 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (3a7756a4-6904-4669-84c1-c44620572080), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:57.282007 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-4e396a2d-c2b6-4cf1-a061-c621984bb681 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:57.291112 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-e581ece3-5c62-4165-a8df-f5cd75fccd9c service neutron] Request body: {'port': {'device_id': '7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:43:57.353814 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=3a7756a4-6904-4669-84c1-c44620572080,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:57.359906 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:57.369706 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-5833d3a9-305a-4b0d-ad88-0cf9e1bd7adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:57.371228 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-5833d3a9-305a-4b0d-ad88-0cf9e1bd7adb service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=72cdaf0a-4647-46c2-91ee-def2bd17e00f HTTP/1.1" status: 200 len: 849 time: 0.1010427 Aug 24 06:43:57.376372 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41401cdd-571e-4e98-8dd7-209a7488b67c req-59ae1c46-9ce4-42b3-98d7-1deab8488dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:57.377850 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-41401cdd-571e-4e98-8dd7-209a7488b67c req-59ae1c46-9ce4-42b3-98d7-1deab8488dd6 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1051211 Aug 24 06:43:57.380047 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d8d08-9c89-4f29-9e1a-4600a6fc6180 req-b2b53090-573b-4ced-96bf-6fcb18d60e7e tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:57.387751 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-8e8d8d08-9c89-4f29-9e1a-4600a6fc6180 req-b2b53090-573b-4ced-96bf-6fcb18d60e7e tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 944 time: 0.1374049 Aug 24 06:43:57.454554 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-57014c12-0352-4083-989e-d55c4805d36d None None] Provisioning complete for port 089197a3-4eb5-4520-9e9f-cbb2ae723ccc triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:57.454983 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-57014c12-0352-4083-989e-d55c4805d36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (089197a3-4eb5-4520-9e9f-cbb2ae723ccc), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:57.494470 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-57014c12-0352-4083-989e-d55c4805d36d None None] Port 089197a3-4eb5-4520-9e9f-cbb2ae723ccc cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:43:57.504464 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-062385a5-88da-4f2a-a75a-f6ad331a9552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:57.505982 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-062385a5-88da-4f2a-a75a-f6ad331a9552 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=018b0e35-de97-44eb-a1bf-77de9b3c6286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1266692 Aug 24 06:43:57.528747 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6aa45fcb-62e2-4e76-847e-205f6adb92b5 req-273b5176-66ef-4fc8-b655-d76b3445b038 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2544727 Aug 24 06:43:57.564068 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-e581ece3-5c62-4165-a8df-f5cd75fccd9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (089197a3-4eb5-4520-9e9f-cbb2ae723ccc), before_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:57.569805 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-8e8d8d08-9c89-4f29-9e1a-4600a6fc6180 req-0676f758-316f-4bb2-ac01-799bed2dd239 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811509 Aug 24 06:43:57.586635 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c9ca5182-6e87-4135-9a5a-60b9617523cd admin admin] Publish callbacks [] for security_group (7ae93392-af41-414f-805c-5066e7e1b782), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:57.620851 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c9ca5182-6e87-4135-9a5a-60b9617523cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (7ae93392-af41-414f-805c-5066e7e1b782), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:57.625331 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-41401cdd-571e-4e98-8dd7-209a7488b67c req-200d621c-7f95-4081-8195-b5ba88bf0e82 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309930 Aug 24 06:43:57.626060 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-4e396a2d-c2b6-4cf1-a061-c621984bb681 admin admin] Publish callbacks [] for security_group (e11a10f5-217c-43df-8ba3-0da387f2d847), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:57.666074 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:57.670900 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-4e396a2d-c2b6-4cf1-a061-c621984bb681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (e11a10f5-217c-43df-8ba3-0da387f2d847), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:57.719077 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e396a2d-c2b6-4cf1-a061-c621984bb681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11a10f5-217c-43df-8ba3-0da387f2d847,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:57.738486 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa6284-7138-4269-9024-1bcf164a4498 req-6d22a791-1215-43b2-af35-03522838bf22 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:57.740149 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0cfa6284-7138-4269-9024-1bcf164a4498 req-6d22a791-1215-43b2-af35-03522838bf22 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 932 time: 0.1354151 Aug 24 06:43:57.765165 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-4e396a2d-c2b6-4cf1-a061-c621984bb681 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=aaaed9f48803494a8e12c2cec1bc827a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9929109 Aug 24 06:43:57.817717 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 47428) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:57.923532 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0cfa6284-7138-4269-9024-1bcf164a4498 req-808ffc56-6f6a-4688-bcaa-35326d8f5b8e tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720629 Aug 24 06:43:57.940321 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-c9ca5182-6e87-4135-9a5a-60b9617523cd admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6865819567a243c7ab35d85cfc3cb384&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7108719 Aug 24 06:43:57.941632 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 47434) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:57.941709 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca5182-6e87-4135-9a5a-60b9617523cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae93392-af41-414f-805c-5066e7e1b782,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:57.984509 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-e7a4d12c-a110-44e0-90e4-0d291fa919fa service neutron] 10.222.0.58 "GET /networking/v2.0/networks/018b0e35-de97-44eb-a1bf-77de9b3c6286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638681 Aug 24 06:43:58.044434 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-41401cdd-571e-4e98-8dd7-209a7488b67c req-8d90ad9c-deee-458a-b589-4de6169140a6 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949237 Aug 24 06:43:58.049636 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a6985296-920a-4bfc-ac4f-959b21cc9792 admin admin] Publish callbacks [] for security_group (e11a10f5-217c-43df-8ba3-0da387f2d847), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:58.082446 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:58.130620 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f1ecfd98-fa45-410e-87cb-bdfdef1652cc req-511e644f-d89b-47b6-bbc6-a647f200c18b service neutron] 10.222.0.58 "GET /networking/v2.0/networks/018b0e35-de97-44eb-a1bf-77de9b3c6286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449635 Aug 24 06:43:58.180091 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a6985296-920a-4bfc-ac4f-959b21cc9792 admin admin] Publish callbacks [] for security_group (e11a10f5-217c-43df-8ba3-0da387f2d847), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:58.199359 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747aead-7a40-4ed9-9dbb-73c877b84a64 req-ec990667-f890-4883-9239-3765c00645f6 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:58.200838 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4747aead-7a40-4ed9-9dbb-73c877b84a64 req-ec990667-f890-4883-9239-3765c00645f6 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9aec55df-6956-4258-81c9-469249e92ee8 HTTP/1.1" status: 200 len: 944 time: 0.1657119 Aug 24 06:43:58.263230 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e8f7b-750a-45a3-8ee5-4c0db551d95b req-4b554741-165e-410e-88ed-95397e4d149a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:58.264601 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a50e8f7b-750a-45a3-8ee5-4c0db551d95b req-4b554741-165e-410e-88ed-95397e4d149a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6eddb672-d1fa-40ab-8cae-6e148b2e01ab HTTP/1.1" status: 200 len: 945 time: 0.1559103 Aug 24 06:43:58.330553 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-5e69b981-cb87-493e-b526-73c46f0ebaec admin admin] Publish callbacks [] for security_group (7ae93392-af41-414f-805c-5066e7e1b782), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:58.335923 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['3a7756a4-6904-4669-84c1-c44620572080'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:43:58.375857 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 6325096c-829d-49a5-ab4d-26363e83141d up at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:43:58.379112 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.notifiers.nova [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-e581ece3-5c62-4165-a8df-f5cd75fccd9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 089197a3-4eb5-4520-9e9f-cbb2ae723ccc {{(pid=113089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:43:58.388626 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-5e69b981-cb87-493e-b526-73c46f0ebaec admin admin] Publish callbacks [] for security_group (7ae93392-af41-414f-805c-5066e7e1b782), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:58.391805 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-e581ece3-5c62-4165-a8df-f5cd75fccd9c service neutron] Publish callbacks [] for port (089197a3-4eb5-4520-9e9f-cbb2ae723ccc), precommit_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:58.402208 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4747aead-7a40-4ed9-9dbb-73c877b84a64 req-390b0154-fcc9-4acc-95b8-719e520802cb tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d2df9be7-d8f4-4bc0-abdc-92abdb2bcb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885622 Aug 24 06:43:58.439447 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a6985296-920a-4bfc-ac4f-959b21cc9792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (e11a10f5-217c-43df-8ba3-0da387f2d847), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:58.441932 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a6985296-920a-4bfc-ac4f-959b21cc9792 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:58.445778 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-a6985296-920a-4bfc-ac4f-959b21cc9792 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e11a10f5-217c-43df-8ba3-0da387f2d847 HTTP/1.1" status: 204 len: 168 time: 0.6243007 Aug 24 06:43:58.465562 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:58.469855 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning for port 6325096c-829d-49a5-ab4d-26363e83141d completed by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 06:43:58.473025 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.provisioning_blocks [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-e581ece3-5c62-4165-a8df-f5cd75fccd9c service neutron] Transition to ACTIVE for port object 089197a3-4eb5-4520-9e9f-cbb2ae723ccc will not be triggered until provisioned by entity L2. {{(pid=113089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 06:43:58.476948 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a50e8f7b-750a-45a3-8ee5-4c0db551d95b req-2d7520d6-4919-4cfd-a131-19be4fce57d0 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=409d8dfb-b572-4ddb-9f9a-98207b6d691b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932933 Aug 24 06:43:58.479473 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6985296-920a-4bfc-ac4f-959b21cc9792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11a10f5-217c-43df-8ba3-0da387f2d847,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:58.483688 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-e581ece3-5c62-4165-a8df-f5cd75fccd9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (089197a3-4eb5-4520-9e9f-cbb2ae723ccc), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:58.505064 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning complete for port 6325096c-829d-49a5-ab4d-26363e83141d triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:58.505443 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (6325096c-829d-49a5-ab4d-26363e83141d), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:58.553980 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-5e69b981-cb87-493e-b526-73c46f0ebaec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (7ae93392-af41-414f-805c-5066e7e1b782), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:58.556598 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-5e69b981-cb87-493e-b526-73c46f0ebaec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:58.557785 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-5e69b981-cb87-493e-b526-73c46f0ebaec admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7ae93392-af41-414f-805c-5066e7e1b782 HTTP/1.1" status: 204 len: 168 time: 0.6219201 Aug 24 06:43:58.572017 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581ece3-5c62-4165-a8df-f5cd75fccd9c service neutron] Pushing event updated for resources: {'Port': ['ID=089197a3-4eb5-4520-9e9f-cbb2ae723ccc,revision_number=2']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:58.596440 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69b981-cb87-493e-b526-73c46f0ebaec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae93392-af41-414f-805c-5066e7e1b782,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:58.599932 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.managers [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-e581ece3-5c62-4165-a8df-f5cd75fccd9c service neutron] Attempting to bind port 089197a3-4eb5-4520-9e9f-cbb2ae723ccc on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:43:58.600710 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.managers [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-e581ece3-5c62-4165-a8df-f5cd75fccd9c service neutron] Attempting to bind port 089197a3-4eb5-4520-9e9f-cbb2ae723ccc by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': 'b5516234-5380-4558-bccf-bf2354b2ccbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb'}] {{(pid=113089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:43:58.600710 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-e581ece3-5c62-4165-a8df-f5cd75fccd9c service neutron] Attempting to bind port 089197a3-4eb5-4520-9e9f-cbb2ae723ccc on network 8be3c841-0d59-4803-979e-08c48130dbdb {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:43:58.605991 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-e581ece3-5c62-4165-a8df-f5cd75fccd9c service neutron] Port 089197a3-4eb5-4520-9e9f-cbb2ae723ccc on network 8be3c841-0d59-4803-979e-08c48130dbdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 06:43:58.606318 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-e581ece3-5c62-4165-a8df-f5cd75fccd9c service neutron] Attempting to bind port 089197a3-4eb5-4520-9e9f-cbb2ae723ccc on network 8be3c841-0d59-4803-979e-08c48130dbdb {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:43:58.612283 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-e581ece3-5c62-4165-a8df-f5cd75fccd9c service neutron] Checking agent: {'id': '92318399-7fe8-4397-ad86-085269988e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'started_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:43:58.612625 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-e581ece3-5c62-4165-a8df-f5cd75fccd9c service neutron] Checking segment: {'id': 'b5516234-5380-4558-bccf-bf2354b2ccbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:43:58.613003 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-e581ece3-5c62-4165-a8df-f5cd75fccd9c service neutron] Bound using segment: {'id': 'b5516234-5380-4558-bccf-bf2354b2ccbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb'} {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:43:58.613428 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.managers [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-e581ece3-5c62-4165-a8df-f5cd75fccd9c service neutron] Bound port: 089197a3-4eb5-4520-9e9f-cbb2ae723ccc, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5516234-5380-4558-bccf-bf2354b2ccbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb'}}] {{(pid=113089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:43:58.613784 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-e581ece3-5c62-4165-a8df-f5cd75fccd9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (089197a3-4eb5-4520-9e9f-cbb2ae723ccc), before_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:58.693084 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 6325096c-829d-49a5-ab4d-26363e83141d is: BUILD; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:58.693484 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (6325096c-829d-49a5-ab4d-26363e83141d), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:58.726710 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eddb672-d1fa-40ab-8cae-6e148b2e01ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6325096c-829d-49a5-ab4d-26363e83141d'}] {{(pid=113090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:43:58.767661 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd894a-6b6b-4c26-b1e5-ebafe1161532 req-d4ab4a26-1ef6-44c2-b346-e77ee94dfa10 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:58.769268 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-67dd894a-6b6b-4c26-b1e5-ebafe1161532 req-d4ab4a26-1ef6-44c2-b346-e77ee94dfa10 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 943 time: 0.1057854 Aug 24 06:43:58.788007 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.db [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-e581ece3-5c62-4165-a8df-f5cd75fccd9c service neutron] For port 089197a3-4eb5-4520-9e9f-cbb2ae723ccc, host hv-cinder-85427, cleared binding levels {{(pid=113089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:43:58.821564 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305cad0e-755b-42e2-9aad-fdc780b65067 req-b88ce65f-0ed2-4961-a7fe-a0a97b92ae8f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:58.822949 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-305cad0e-755b-42e2-9aad-fdc780b65067 req-b88ce65f-0ed2-4961-a7fe-a0a97b92ae8f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 944 time: 0.1078513 Aug 24 06:43:58.825193 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.db [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-e581ece3-5c62-4165-a8df-f5cd75fccd9c service neutron] For port 089197a3-4eb5-4520-9e9f-cbb2ae723ccc, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=089197a3-4eb5-4520-9e9f-cbb2ae723ccc,segment=NetworkSegment(b5516234-5380-4558-bccf-bf2354b2ccbf),segment_id=b5516234-5380-4558-bccf-bf2354b2ccbf)] {{(pid=113089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:43:58.837993 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 6325096c-829d-49a5-ab4d-26363e83141d, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=6325096c-829d-49a5-ab4d-26363e83141d,segment=NetworkSegment(5640d952-e513-45d9-be85-d5e12a41703e),segment_id=5640d952-e513-45d9-be85-d5e12a41703e)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:43:58.845220 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (6325096c-829d-49a5-ab4d-26363e83141d), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:58.846380 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 3ac81731-4203-4914-a5b4-e0429c7bf9e1 up at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:43:58.848241 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-e581ece3-5c62-4165-a8df-f5cd75fccd9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (089197a3-4eb5-4520-9e9f-cbb2ae723ccc), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:58.869096 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-e581ece3-5c62-4165-a8df-f5cd75fccd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:58.869752 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-e581ece3-5c62-4165-a8df-f5cd75fccd9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for port (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:58.871492 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-e581ece3-5c62-4165-a8df-f5cd75fccd9c service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/089197a3-4eb5-4520-9e9f-cbb2ae723ccc HTTP/1.1" status: 200 len: 1094 time: 1.5855296 Aug 24 06:43:58.874330 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b', 'tag': '089197a3-4eb5-4520-9e9f-cbb2ae723ccc'}] {{(pid=113089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:43:58.876690 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95c9b8c2b54b2cd10d832cf4cc4818d331942fea0eff1eb136de0d3feea1bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0da0a0d-bcad-4038-b7f3-70be9d2bbdf0" -d '{"events": [{"name": "network-changed", "server_uuid": "7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b", "tag": "089197a3-4eb5-4520-9e9f-cbb2ae723ccc"}]}' {{(pid=113089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:43:58.929134 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-67dd894a-6b6b-4c26-b1e5-ebafe1161532 req-25963355-10a9-4726-ab3c-decb5da0d0c6 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514826 Aug 24 06:43:59.005703 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning for port 3ac81731-4203-4914-a5b4-e0429c7bf9e1 completed by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 06:43:59.011443 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:59.020933 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b7ecfd-d1d9-4d96-9053-faaf45087a58 x-openstack-request-id: req-94b7ecfd-d1d9-4d96-9053-faaf45087a58 {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:43:59.021237 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b", "tag": "089197a3-4eb5-4520-9e9f-cbb2ae723ccc", "status": "completed", "code": 200}]} {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:43:59.021487 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-94b7ecfd-d1d9-4d96-9053-faaf45087a58 {{(pid=113089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:43:59.021889 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94b7ecfd-d1d9-4d96-9053-faaf45087a58'] response: {'name': 'network-changed', 'server_uuid': '7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b', 'tag': '089197a3-4eb5-4520-9e9f-cbb2ae723ccc', 'status': 'completed', 'code': 200} Aug 24 06:43:59.025144 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning complete for port 3ac81731-4203-4914-a5b4-e0429c7bf9e1 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:59.025821 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (3ac81731-4203-4914-a5b4-e0429c7bf9e1), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:59.026680 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-0f3dcd81-64d1-4f26-86fd-469d692e08a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:59.029571 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=6325096c-829d-49a5-ab4d-26363e83141d,revision_number=5']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:59.030629 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-0f3dcd81-64d1-4f26-86fd-469d692e08a0 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0aec98515a95467aa9a43853bfdcb7d7&device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 1128 time: 0.0999653 Aug 24 06:43:59.038516 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e35c4-fadd-4baa-8b1f-1887955e76a7 req-f6a94844-bdf8-4d0f-8acd-56c1388e579d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:59.039421 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-de5e35c4-fadd-4baa-8b1f-1887955e76a7 req-f6a94844-bdf8-4d0f-8acd-56c1388e579d service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=5b4541156c1f4efab3a61dd6935638bb&device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 1127 time: 0.1325436 Aug 24 06:43:59.045420 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-305cad0e-755b-42e2-9aad-fdc780b65067 req-dc7a1818-736b-482e-b02d-083a4978be6d tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135634 Aug 24 06:43:59.070911 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581ece3-5c62-4165-a8df-f5cd75fccd9c service neutron] Pushing event updated for resources: {'Port': ['ID=089197a3-4eb5-4520-9e9f-cbb2ae723ccc,revision_number=3']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:59.116099 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-df336274-83b5-4fa0-b7c8-556bbca58ca1 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=089197a3-4eb5-4520-9e9f-cbb2ae723ccc HTTP/1.1" status: 200 len: 217 time: 0.0784295 Aug 24 06:43:59.167723 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:59.191885 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:59.211348 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 47472) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:43:59.236434 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-c87c5dd0-410f-41d6-bc82-cd07e83210e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:59.239312 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-c87c5dd0-410f-41d6-bc82-cd07e83210e4 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=81feb445-3ba1-4eb7-aa79-cbcfce06b0ac HTTP/1.1" status: 200 len: 855 time: 0.1111543 Aug 24 06:43:59.243569 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b6006cf2a23db0b36d2003dbfde04691441a00dec53483979079bf2def40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccfcbab-3a86-46a0-bb9e-71c9ea0fc2a2" -d '{"events": [{"server_uuid": "6eddb672-d1fa-40ab-8cae-6e148b2e01ab", "name": "network-vif-plugged", "status": "completed", "tag": "6325096c-829d-49a5-ab4d-26363e83141d"}]}' {{(pid=113090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:43:59.292549 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-740794fb-3233-4dad-bc7c-def5a65555ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:59.294102 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-740794fb-3233-4dad-bc7c-def5a65555ac service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=8be3c841-0d59-4803-979e-08c48130dbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472722 Aug 24 06:43:59.295421 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e6fcb18b-0231-4dc6-9e2d-c998c167a9fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:59.310977 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 3ac81731-4203-4914-a5b4-e0429c7bf9e1 is: BUILD; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:59.311398 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (3ac81731-4203-4914-a5b4-e0429c7bf9e1), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:59.311997 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:59.349712 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce050377-9bd2-4db1-820b-4cbd1e1e61cf req-f1410265-2fec-4762-a132-41f00f1ed3c4 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:59.351323 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ce050377-9bd2-4db1-820b-4cbd1e1e61cf req-f1410265-2fec-4762-a132-41f00f1ed3c4 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 944 time: 0.2284560 Aug 24 06:43:59.384953 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 3ac81731-4203-4914-a5b4-e0429c7bf9e1, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=3ac81731-4203-4914-a5b4-e0429c7bf9e1,segment=NetworkSegment(22d81dca-a42b-4c68-b84a-e3a32cb83863),segment_id=22d81dca-a42b-4c68-b84a-e3a32cb83863)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:43:59.398540 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (3ac81731-4203-4914-a5b4-e0429c7bf9e1), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:59.400098 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device c8eba2b0-b09a-4bae-9f7b-feefb9b58a05 up at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:43:59.471406 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-be3fd380-4afe-4713-bf06-aa6eed9184d6 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/8be3c841-0d59-4803-979e-08c48130dbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704366 Aug 24 06:43:59.563173 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=3ac81731-4203-4914-a5b4-e0429c7bf9e1,revision_number=5']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:59.591137 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning for port c8eba2b0-b09a-4bae-9f7b-feefb9b58a05 completed by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 06:43:59.599330 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning complete for port c8eba2b0-b09a-4bae-9f7b-feefb9b58a05 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:43:59.600137 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (c8eba2b0-b09a-4bae-9f7b-feefb9b58a05), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:59.650650 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-69c19aa2-bfd5-4c89-ba4b-a0af3ec392c5 req-96af88a5-1e66-443a-a58a-f271fef6dbc0 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/8be3c841-0d59-4803-979e-08c48130dbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704369 Aug 24 06:43:59.763138 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99809a6-9412-4bd9-bfd4-78f2a6a78c0b x-openstack-request-id: req-c99809a6-9412-4bd9-bfd4-78f2a6a78c0b {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:43:59.763468 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eddb672-d1fa-40ab-8cae-6e148b2e01ab", "name": "network-vif-plugged", "status": "completed", "tag": "6325096c-829d-49a5-ab4d-26363e83141d", "code": 200}]} {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:43:59.763734 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c99809a6-9412-4bd9-bfd4-78f2a6a78c0b {{(pid=113090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:43:59.764155 dv-cinder-854271-1-iscsi neutron-server[113090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c99809a6-9412-4bd9-bfd4-78f2a6a78c0b'] response: {'server_uuid': '6eddb672-d1fa-40ab-8cae-6e148b2e01ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6325096c-829d-49a5-ab4d-26363e83141d', 'code': 200} Aug 24 06:43:59.765220 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port c8eba2b0-b09a-4bae-9f7b-feefb9b58a05 is: BUILD; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:43:59.766170 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (c8eba2b0-b09a-4bae-9f7b-feefb9b58a05), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:59.776407 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e35c4-fadd-4baa-8b1f-1887955e76a7 req-9d508afb-b45f-4a06-a518-ce06b51b71d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:59.778416 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-de5e35c4-fadd-4baa-8b1f-1887955e76a7 req-9d508afb-b45f-4a06-a518-ce06b51b71d0 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=018b0e35-de97-44eb-a1bf-77de9b3c6286 HTTP/1.1" status: 200 len: 911 time: 0.7321103 Aug 24 06:43:59.827356 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port c8eba2b0-b09a-4bae-9f7b-feefb9b58a05, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=c8eba2b0-b09a-4bae-9f7b-feefb9b58a05,segment=NetworkSegment(6bddbdc0-2b31-4a69-875c-7bbac9668394),segment_id=6bddbdc0-2b31-4a69-875c-7bbac9668394)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:43:59.832293 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ce050377-9bd2-4db1-820b-4cbd1e1e61cf req-1087c165-4138-43e5-8cad-c9e2fd19830d tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4730785 Aug 24 06:43:59.838179 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (c8eba2b0-b09a-4bae-9f7b-feefb9b58a05), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:59.901520 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:43:59.933802 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3dcb0-976f-4dce-a129-21875ee4eb7a req-65f658c2-fe2f-48ea-86ad-4e4cdcb44963 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:43:59.935636 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5ca3dcb0-976f-4dce-a129-21875ee4eb7a req-65f658c2-fe2f-48ea-86ad-4e4cdcb44963 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9aec55df-6956-4258-81c9-469249e92ee8 HTTP/1.1" status: 200 len: 945 time: 0.1023834 Aug 24 06:43:59.938610 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e6fcb18b-0231-4dc6-9e2d-c998c167a9fc admin admin] Publish callbacks [] for security_group (696abda6-d49f-4d6c-b9ef-3031262077ef), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:43:59.955019 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=c8eba2b0-b09a-4bae-9f7b-feefb9b58a05,revision_number=5']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:43:59.969822 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e6fcb18b-0231-4dc6-9e2d-c998c167a9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (696abda6-d49f-4d6c-b9ef-3031262077ef), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:00.069754 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-e6fcb18b-0231-4dc6-9e2d-c998c167a9fc admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=68f59c81a2fc4a80ad6629cc1715c16b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8502085 Aug 24 06:44:00.072963 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 47508) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:00.084394 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5ca3dcb0-976f-4dce-a129-21875ee4eb7a req-56af6ba1-c0c4-40e4-bee0-2a96e4bacef9 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d2df9be7-d8f4-4bc0-abdc-92abdb2bcb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398823 Aug 24 06:44:00.087879 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fcb18b-0231-4dc6-9e2d-c998c167a9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696abda6-d49f-4d6c-b9ef-3031262077ef,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:00.099281 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176b497-6a9c-476b-9bac-2fd4b5f1710e req-4ab36fd0-ec24-4730-a625-f95d89721601 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:00.099695 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1176b497-6a9c-476b-9bac-2fd4b5f1710e req-4ab36fd0-ec24-4730-a625-f95d89721601 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6eddb672-d1fa-40ab-8cae-6e148b2e01ab HTTP/1.1" status: 200 len: 946 time: 0.1015508 Aug 24 06:44:00.142469 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-41a9662e-bb60-43b4-9739-5b181f7a1d02 admin admin] Publish callbacks [] for security_group (696abda6-d49f-4d6c-b9ef-3031262077ef), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:00.165097 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-41a9662e-bb60-43b4-9739-5b181f7a1d02 admin admin] Publish callbacks [] for security_group (696abda6-d49f-4d6c-b9ef-3031262077ef), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:00.172138 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:00.174366 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1176b497-6a9c-476b-9bac-2fd4b5f1710e req-0688487b-3990-4562-9b7e-377bfe37b296 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=409d8dfb-b572-4ddb-9f9a-98207b6d691b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677488 Aug 24 06:44:00.240641 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-41a9662e-bb60-43b4-9739-5b181f7a1d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (696abda6-d49f-4d6c-b9ef-3031262077ef), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:00.243866 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-41a9662e-bb60-43b4-9739-5b181f7a1d02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:00.245274 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-41a9662e-bb60-43b4-9739-5b181f7a1d02 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/696abda6-d49f-4d6c-b9ef-3031262077ef HTTP/1.1" status: 204 len: 168 time: 0.1712742 Aug 24 06:44:00.261863 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9662e-bb60-43b4-9739-5b181f7a1d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696abda6-d49f-4d6c-b9ef-3031262077ef,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:00.262195 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3cf91-4bc2-475b-9f5c-48ba6aba429a req-4540d3e6-73dc-41d9-844c-14d956e2d4cd tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:00.269758 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b7b3cf91-4bc2-475b-9f5c-48ba6aba429a req-4540d3e6-73dc-41d9-844c-14d956e2d4cd tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 943 time: 0.1001158 Aug 24 06:44:00.348596 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d421c2-5e99-49fa-85fe-ab7f90fc3bb1 req-ab119083-5202-40b6-9a00-d80c5c529928 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:00.350142 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-59d421c2-5e99-49fa-85fe-ab7f90fc3bb1 req-ab119083-5202-40b6-9a00-d80c5c529928 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 944 time: 0.1081836 Aug 24 06:44:00.353615 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b7b3cf91-4bc2-475b-9f5c-48ba6aba429a req-7c517cb1-df81-4147-9ab4-49243284b6e7 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831022 Aug 24 06:44:00.391718 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 454b34ae-8fe5-46de-9bae-481f3ada5897 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 06:44:00.394450 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 3a7756a4-6904-4669-84c1-c44620572080 up at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:44:00.412620 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-59d421c2-5e99-49fa-85fe-ab7f90fc3bb1 req-286a919f-20b4-42db-940c-ad905acd9aee tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544806 Aug 24 06:44:00.465914 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning for port 3a7756a4-6904-4669-84c1-c44620572080 completed by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 06:44:00.485820 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning complete for port 3a7756a4-6904-4669-84c1-c44620572080 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:44:00.486604 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (3a7756a4-6904-4669-84c1-c44620572080), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:00.558395 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-de5e35c4-fadd-4baa-8b1f-1887955e76a7 req-026aac8f-1eda-4d3f-8c4c-5b3d3885ab18 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=454b34ae-8fe5-46de-9bae-481f3ada5897 HTTP/1.1" status: 200 len: 217 time: 0.0987930 Aug 24 06:44:00.574491 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da0a0d-bcad-4038-b7f3-70be9d2bbdf0 req-7bea19ae-ba77-4d3e-ada0-6355da6d508c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:00.579607 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-c0da0a0d-bcad-4038-b7f3-70be9d2bbdf0 req-7bea19ae-ba77-4d3e-ada0-6355da6d508c service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0aec98515a95467aa9a43853bfdcb7d7&device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 1128 time: 0.1194642 Aug 24 06:44:00.666049 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e35c4-fadd-4baa-8b1f-1887955e76a7 req-1cc503a2-9393-4252-b79f-51408c7e3a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:00.671030 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-de5e35c4-fadd-4baa-8b1f-1887955e76a7 req-1cc503a2-9393-4252-b79f-51408c7e3a9b service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=72cdaf0a-4647-46c2-91ee-def2bd17e00f HTTP/1.1" status: 200 len: 849 time: 0.1067123 Aug 24 06:44:00.720866 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 454b34ae-8fe5-46de-9bae-481f3ada5897, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=454b34ae-8fe5-46de-9bae-481f3ada5897,segment=NetworkSegment(e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9),segment_id=e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:44:00.748819 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e35c4-fadd-4baa-8b1f-1887955e76a7 req-a2f323e4-5ec6-4b0b-9877-1e84b5f070fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:00.749066 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da0a0d-bcad-4038-b7f3-70be9d2bbdf0 req-7bb672da-1a1a-4bbd-a211-73ec468c531d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:00.750360 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-de5e35c4-fadd-4baa-8b1f-1887955e76a7 req-a2f323e4-5ec6-4b0b-9877-1e84b5f070fc service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=018b0e35-de97-44eb-a1bf-77de9b3c6286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0686352 Aug 24 06:44:00.753859 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-c0da0a0d-bcad-4038-b7f3-70be9d2bbdf0 req-7bb672da-1a1a-4bbd-a211-73ec468c531d service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=8be3c841-0d59-4803-979e-08c48130dbdb HTTP/1.1" status: 200 len: 917 time: 0.1682007 Aug 24 06:44:00.769253 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Returning: {'device': '454b34ae-8fe5-46de-9bae-481f3ada5897', 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286', 'port_id': '454b34ae-8fe5-46de-9bae-481f3ada5897', 'mac_address': 'fa:16:3e:cf:06:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 06:44:00.785880 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 3a7756a4-6904-4669-84c1-c44620572080 is: BUILD; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:44:00.786264 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (3a7756a4-6904-4669-84c1-c44620572080), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:00.832792 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:00.835146 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 454b34ae-8fe5-46de-9bae-481f3ada5897 is: DOWN; New status is: BUILD {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:44:00.835554 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (454b34ae-8fe5-46de-9bae-481f3ada5897), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:00.858668 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-de5e35c4-fadd-4baa-8b1f-1887955e76a7 req-548443a3-def5-4354-ad76-d06a18416ef7 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/018b0e35-de97-44eb-a1bf-77de9b3c6286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949459 Aug 24 06:44:00.888986 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:00.893362 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 3a7756a4-6904-4669-84c1-c44620572080, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=3a7756a4-6904-4669-84c1-c44620572080,segment=NetworkSegment(6bddbdc0-2b31-4a69-875c-7bbac9668394),segment_id=6bddbdc0-2b31-4a69-875c-7bbac9668394)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:44:00.898864 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 454b34ae-8fe5-46de-9bae-481f3ada5897 {{(pid=113090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:44:00.916139 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (3a7756a4-6904-4669-84c1-c44620572080), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:00.956842 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:00.962229 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 454b34ae-8fe5-46de-9bae-481f3ada5897, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=454b34ae-8fe5-46de-9bae-481f3ada5897,segment=NetworkSegment(e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9),segment_id=e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:44:00.966527 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-c0da0a0d-bcad-4038-b7f3-70be9d2bbdf0 req-cb3c60d4-3c2f-43d8-a67e-100cada8ed44 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=089197a3-4eb5-4520-9e9f-cbb2ae723ccc HTTP/1.1" status: 200 len: 217 time: 0.1034865 Aug 24 06:44:00.967931 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecdc46-2d7c-4922-9d28-d09265ad4359 req-71c5e2a7-7dbc-4f18-a349-455cce4833eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:00.974855 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-79ecdc46-2d7c-4922-9d28-d09265ad4359 req-71c5e2a7-7dbc-4f18-a349-455cce4833eb service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=6eddb672-d1fa-40ab-8cae-6e148b2e01ab HTTP/1.1" status: 200 len: 1130 time: 0.2083812 Aug 24 06:44:00.978927 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (454b34ae-8fe5-46de-9bae-481f3ada5897), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:01.002444 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=3a7756a4-6904-4669-84c1-c44620572080,revision_number=5']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:01.036537 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-79ecdc46-2d7c-4922-9d28-d09265ad4359 req-1511f92e-5038-46c5-9820-485cc1c63caf service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:01.069264 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da0a0d-bcad-4038-b7f3-70be9d2bbdf0 req-b4223c96-1219-4891-bae9-5e11fe5778be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:01.070227 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-c0da0a0d-bcad-4038-b7f3-70be9d2bbdf0 req-b4223c96-1219-4891-bae9-5e11fe5778be service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=81feb445-3ba1-4eb7-aa79-cbcfce06b0ac HTTP/1.1" status: 200 len: 855 time: 0.0943599 Aug 24 06:44:01.078491 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=454b34ae-8fe5-46de-9bae-481f3ada5897,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:01.107537 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-de5e35c4-fadd-4baa-8b1f-1887955e76a7 req-dcb449e0-d760-4a63-a98b-2f6233e17a3f service neutron] 10.222.0.58 "GET /networking/v2.0/networks/018b0e35-de97-44eb-a1bf-77de9b3c6286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426226 Aug 24 06:44:01.126227 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11ba2b-1648-4ef5-bd54-f71c99bb941b req-1dcbfbaf-1aa8-4498-87b2-a01ba8793b8c tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:01.133980 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-cf11ba2b-1648-4ef5-bd54-f71c99bb941b req-1dcbfbaf-1aa8-4498-87b2-a01ba8793b8c tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 944 time: 0.1334827 Aug 24 06:44:01.152585 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da0a0d-bcad-4038-b7f3-70be9d2bbdf0 req-282b352b-141c-4dc4-9173-8f035d05d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:01.154089 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-c0da0a0d-bcad-4038-b7f3-70be9d2bbdf0 req-282b352b-141c-4dc4-9173-8f035d05d061 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=8be3c841-0d59-4803-979e-08c48130dbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0757186 Aug 24 06:44:01.217162 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-cf11ba2b-1648-4ef5-bd54-f71c99bb941b req-414d78d6-4251-4382-b651-b737ecbadfe9 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809960 Aug 24 06:44:01.228169 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['454b34ae-8fe5-46de-9bae-481f3ada5897'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:44:01.349694 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-79ecdc46-2d7c-4922-9d28-d09265ad4359 req-1511f92e-5038-46c5-9820-485cc1c63caf service neutron] Publish callbacks [] for security_group (20241f2b-5845-46ff-a941-fc37168fcdb7), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:01.366298 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-79ecdc46-2d7c-4922-9d28-d09265ad4359 req-1511f92e-5038-46c5-9820-485cc1c63caf service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (20241f2b-5845-46ff-a941-fc37168fcdb7), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:01.421625 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bdd5a-9e66-4747-815e-e7ddc1ab466f req-23752a05-7784-40fa-b98e-aef6c7732bbf tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:01.427902 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511f92e-5038-46c5-9820-485cc1c63caf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=20241f2b-5845-46ff-a941-fc37168fcdb7,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:01.434172 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-717bdd5a-9e66-4747-815e-e7ddc1ab466f req-23752a05-7784-40fa-b98e-aef6c7732bbf tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9aec55df-6956-4258-81c9-469249e92ee8 HTTP/1.1" status: 200 len: 945 time: 0.1317227 Aug 24 06:44:01.459153 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-c0da0a0d-bcad-4038-b7f3-70be9d2bbdf0 req-81dddf12-72b7-45a3-bd4d-b4888f19b003 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/8be3c841-0d59-4803-979e-08c48130dbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914908 Aug 24 06:44:01.464903 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-79ecdc46-2d7c-4922-9d28-d09265ad4359 req-1511f92e-5038-46c5-9820-485cc1c63caf service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=409d8dfb-b572-4ddb-9f9a-98207b6d691b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4715309 Aug 24 06:44:01.472873 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6b92c-9420-466b-8a75-7301d9476126 req-9a77725b-f24e-47b8-baa4-f2c67bf4b30c tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:01.475467 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-11d6b92c-9420-466b-8a75-7301d9476126 req-9a77725b-f24e-47b8-baa4-f2c67bf4b30c tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6eddb672-d1fa-40ab-8cae-6e148b2e01ab HTTP/1.1" status: 200 len: 946 time: 0.1274338 Aug 24 06:44:01.555752 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-717bdd5a-9e66-4747-815e-e7ddc1ab466f req-900ffd8e-0535-4537-a1e6-dee7633578cf tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d2df9be7-d8f4-4bc0-abdc-92abdb2bcb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204162 Aug 24 06:44:01.592103 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-c0da0a0d-bcad-4038-b7f3-70be9d2bbdf0 req-4628aecb-1e34-4510-ac14-6b045361b956 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/8be3c841-0d59-4803-979e-08c48130dbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261649 Aug 24 06:44:01.609007 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-11d6b92c-9420-466b-8a75-7301d9476126 req-9eb139a5-f4b9-4c12-acfa-cbf8fed19022 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=409d8dfb-b572-4ddb-9f9a-98207b6d691b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154959 Aug 24 06:44:01.710791 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de153e6f-c176-4c23-bfd0-e38501939702 req-33d4752f-d769-4fe7-82d9-fefce22f0f55 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:01.713051 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-de153e6f-c176-4c23-bfd0-e38501939702 req-33d4752f-d769-4fe7-82d9-fefce22f0f55 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 944 time: 0.0643017 Aug 24 06:44:01.766203 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aec55df-6956-4258-81c9-469249e92ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac81731-4203-4914-a5b4-e0429c7bf9e1'}, {'server_uuid': '8c8a1bf0-8a43-4089-b507-6dba65b29948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8eba2b0-b09a-4bae-9f7b-feefb9b58a05'}, {'server_uuid': 'c37ed41f-655a-4350-8028-3ffb0012a366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7756a4-6904-4669-84c1-c44620572080'}] {{(pid=113090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:44:01.768870 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b6006cf2a23db0b36d2003dbfde04691441a00dec53483979079bf2def40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458d187b-641c-4246-9760-531b20f97283" -d '{"events": [{"server_uuid": "9aec55df-6956-4258-81c9-469249e92ee8", "name": "network-vif-plugged", "status": "completed", "tag": "3ac81731-4203-4914-a5b4-e0429c7bf9e1"}, {"server_uuid": "8c8a1bf0-8a43-4089-b507-6dba65b29948", "name": "network-vif-plugged", "status": "completed", "tag": "c8eba2b0-b09a-4bae-9f7b-feefb9b58a05"}, {"server_uuid": "c37ed41f-655a-4350-8028-3ffb0012a366", "name": "network-vif-plugged", "status": "completed", "tag": "3a7756a4-6904-4669-84c1-c44620572080"}]}' {{(pid=113090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:44:01.786362 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458c717-aa78-49bb-90db-d466cd230b3f req-25cffd54-5c1c-4102-9133-88e0ed89769f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:01.787974 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9458c717-aa78-49bb-90db-d466cd230b3f req-25cffd54-5c1c-4102-9133-88e0ed89769f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0955994 Aug 24 06:44:01.828920 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:01.832410 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-de153e6f-c176-4c23-bfd0-e38501939702 req-7a3a4d7f-dfd2-4d0c-8d3f-4f353db30a01 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961430 Aug 24 06:44:01.862117 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9458c717-aa78-49bb-90db-d466cd230b3f req-f7d60f3b-5dee-4a65-b2d3-1696125c07fa tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648890 Aug 24 06:44:01.908547 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 24 Aug 2022 06:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6a4630-9461-4eb7-8949-52c2faaa8129 x-openstack-request-id: req-9e6a4630-9461-4eb7-8949-52c2faaa8129 {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:44:01.909225 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aec55df-6956-4258-81c9-469249e92ee8", "name": "network-vif-plugged", "status": "completed", "tag": "3ac81731-4203-4914-a5b4-e0429c7bf9e1", "code": 200}, {"server_uuid": "8c8a1bf0-8a43-4089-b507-6dba65b29948", "name": "network-vif-plugged", "status": "completed", "tag": "c8eba2b0-b09a-4bae-9f7b-feefb9b58a05", "code": 200}, {"server_uuid": "c37ed41f-655a-4350-8028-3ffb0012a366", "name": "network-vif-plugged", "status": "completed", "tag": "3a7756a4-6904-4669-84c1-c44620572080", "code": 200}]} {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:44:01.909693 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9e6a4630-9461-4eb7-8949-52c2faaa8129 {{(pid=113090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:44:01.910116 dv-cinder-854271-1-iscsi neutron-server[113090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e6a4630-9461-4eb7-8949-52c2faaa8129'] response: {'server_uuid': '9aec55df-6956-4258-81c9-469249e92ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac81731-4203-4914-a5b4-e0429c7bf9e1', 'code': 200} Aug 24 06:44:01.910442 dv-cinder-854271-1-iscsi neutron-server[113090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e6a4630-9461-4eb7-8949-52c2faaa8129'] response: {'server_uuid': '8c8a1bf0-8a43-4089-b507-6dba65b29948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8eba2b0-b09a-4bae-9f7b-feefb9b58a05', 'code': 200} Aug 24 06:44:01.910693 dv-cinder-854271-1-iscsi neutron-server[113090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e6a4630-9461-4eb7-8949-52c2faaa8129'] response: {'server_uuid': 'c37ed41f-655a-4350-8028-3ffb0012a366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7756a4-6904-4669-84c1-c44620572080', 'code': 200} Aug 24 06:44:02.127407 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 47584) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:02.240541 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-be37cadb-db0e-4723-a215-d46d22c3d89d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:02.390409 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f61c1e-717c-4bc7-a83c-43ff7a764c6f req-3d086718-da12-45c9-b2b7-0b8f99c87f27 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:02.392006 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-06f61c1e-717c-4bc7-a83c-43ff7a764c6f req-3d086718-da12-45c9-b2b7-0b8f99c87f27 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 944 time: 0.0734019 Aug 24 06:44:02.402530 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-be37cadb-db0e-4723-a215-d46d22c3d89d admin admin] Publish callbacks [] for security_group (b52d96e6-32bb-4813-9c52-c90d413d7014), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:02.407221 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 089197a3-4eb5-4520-9e9f-cbb2ae723ccc details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 06:44:02.409222 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 454b34ae-8fe5-46de-9bae-481f3ada5897 up at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:44:02.413573 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-be37cadb-db0e-4723-a215-d46d22c3d89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (b52d96e6-32bb-4813-9c52-c90d413d7014), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:02.477332 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-be37cadb-db0e-4723-a215-d46d22c3d89d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a958f891533f4f4b891b7356fb3d5ce7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3463986 Aug 24 06:44:02.479117 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37cadb-db0e-4723-a215-d46d22c3d89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52d96e6-32bb-4813-9c52-c90d413d7014,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:02.482476 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 47592) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:02.489252 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning for port 454b34ae-8fe5-46de-9bae-481f3ada5897 completed by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 06:44:02.508490 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning complete for port 454b34ae-8fe5-46de-9bae-481f3ada5897 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:44:02.508699 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcabd2-1842-438f-bda3-7a15a09386cc req-b534895f-e287-479b-b50b-c48fec7dccca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:02.509317 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (454b34ae-8fe5-46de-9bae-481f3ada5897), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:02.510237 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ffbcabd2-1842-438f-bda3-7a15a09386cc req-b534895f-e287-479b-b50b-c48fec7dccca service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9aec55df-6956-4258-81c9-469249e92ee8 HTTP/1.1" status: 200 len: 1129 time: 0.0428910 Aug 24 06:44:02.515526 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:DELETE=4,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:02.527554 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428ce40-87c3-4010-b50a-5dd0e5d1b39f req-31ec406b-682d-485c-8c26-5f3b6b652cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:02.529088 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-e428ce40-87c3-4010-b50a-5dd0e5d1b39f req-31ec406b-682d-485c-8c26-5f3b6b652cc7 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 1130 time: 0.1027672 Aug 24 06:44:02.536978 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:02.608620 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 089197a3-4eb5-4520-9e9f-cbb2ae723ccc, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=089197a3-4eb5-4520-9e9f-cbb2ae723ccc,segment=NetworkSegment(b5516234-5380-4558-bccf-bf2354b2ccbf),segment_id=b5516234-5380-4558-bccf-bf2354b2ccbf)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:44:02.622151 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ffbcabd2-1842-438f-bda3-7a15a09386cc req-fb339f1b-b7da-4cdc-940c-4ee40f2a3218 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=d2df9be7-d8f4-4bc0-abdc-92abdb2bcb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031189 Aug 24 06:44:02.622459 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd74a21-d839-4574-8be9-fe0bb91c09d7 req-098e7017-fb6b-426c-8520-629db199cc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:02.624017 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ddd74a21-d839-4574-8be9-fe0bb91c09d7 req-098e7017-fb6b-426c-8520-629db199cc8f service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 1129 time: 0.1461625 Aug 24 06:44:02.636784 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-06f61c1e-717c-4bc7-a83c-43ff7a764c6f req-3d9d571a-6684-425c-bb03-12481ee09f29 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319596 Aug 24 06:44:02.639329 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-e428ce40-87c3-4010-b50a-5dd0e5d1b39f req-4bb2ee3a-8408-4cc5-b433-d2c72e1750a1 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979028 Aug 24 06:44:02.662312 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Returning: {'device': '089197a3-4eb5-4520-9e9f-cbb2ae723ccc', 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb', 'port_id': '089197a3-4eb5-4520-9e9f-cbb2ae723ccc', 'mac_address': 'fa:16:3e:b2:04:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 06:44:02.678710 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c364e1c7-1651-4bb9-b505-285b00d4585d admin admin] Publish callbacks [] for security_group (b52d96e6-32bb-4813-9c52-c90d413d7014), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:02.707831 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c364e1c7-1651-4bb9-b505-285b00d4585d admin admin] Publish callbacks [] for security_group (b52d96e6-32bb-4813-9c52-c90d413d7014), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:02.721475 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 454b34ae-8fe5-46de-9bae-481f3ada5897 is: BUILD; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:44:02.721865 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (454b34ae-8fe5-46de-9bae-481f3ada5897), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:02.727396 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:02.770146 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 454b34ae-8fe5-46de-9bae-481f3ada5897, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=454b34ae-8fe5-46de-9bae-481f3ada5897,segment=NetworkSegment(e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9),segment_id=e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:44:02.771479 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 089197a3-4eb5-4520-9e9f-cbb2ae723ccc is: DOWN; New status is: BUILD {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:44:02.771821 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (089197a3-4eb5-4520-9e9f-cbb2ae723ccc), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:02.784675 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (454b34ae-8fe5-46de-9bae-481f3ada5897), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:02.792539 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 089197a3-4eb5-4520-9e9f-cbb2ae723ccc {{(pid=113090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:44:02.836112 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645375ab-7a86-47a5-bd7d-0df0485fd5cb req-df56ce38-556c-4fc5-9e6a-42ea61250d2a tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:02.838993 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-645375ab-7a86-47a5-bd7d-0df0485fd5cb req-df56ce38-556c-4fc5-9e6a-42ea61250d2a tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9aec55df-6956-4258-81c9-469249e92ee8 HTTP/1.1" status: 200 len: 945 time: 0.1140106 Aug 24 06:44:02.839415 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 089197a3-4eb5-4520-9e9f-cbb2ae723ccc, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=089197a3-4eb5-4520-9e9f-cbb2ae723ccc,segment=NetworkSegment(b5516234-5380-4558-bccf-bf2354b2ccbf),segment_id=b5516234-5380-4558-bccf-bf2354b2ccbf)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:44:02.845125 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1330b44-0097-4d8f-aa99-ca43cc56e9ac req-7c654d54-5181-4a7d-adbd-010eb4d13e8e tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:02.846565 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b1330b44-0097-4d8f-aa99-ca43cc56e9ac req-7c654d54-5181-4a7d-adbd-010eb4d13e8e tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6eddb672-d1fa-40ab-8cae-6e148b2e01ab HTTP/1.1" status: 200 len: 946 time: 0.1060457 Aug 24 06:44:02.851651 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (089197a3-4eb5-4520-9e9f-cbb2ae723ccc), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:02.857193 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=454b34ae-8fe5-46de-9bae-481f3ada5897,revision_number=5']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:02.896777 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c364e1c7-1651-4bb9-b505-285b00d4585d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (b52d96e6-32bb-4813-9c52-c90d413d7014), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:02.899481 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c364e1c7-1651-4bb9-b505-285b00d4585d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:02.904153 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-c364e1c7-1651-4bb9-b505-285b00d4585d admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b52d96e6-32bb-4813-9c52-c90d413d7014 HTTP/1.1" status: 204 len: 168 time: 0.4075148 Aug 24 06:44:02.923142 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:02.924072 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=089197a3-4eb5-4520-9e9f-cbb2ae723ccc,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:02.926588 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364e1c7-1651-4bb9-b505-285b00d4585d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52d96e6-32bb-4813-9c52-c90d413d7014,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:02.941978 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-645375ab-7a86-47a5-bd7d-0df0485fd5cb req-d32a1e60-c0bd-4abd-bef0-de54ea1056d5 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d2df9be7-d8f4-4bc0-abdc-92abdb2bcb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944247 Aug 24 06:44:02.967521 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b1330b44-0097-4d8f-aa99-ca43cc56e9ac req-c4ee6f80-8837-4f35-8bc6-b74124975561 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=409d8dfb-b572-4ddb-9f9a-98207b6d691b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957603 Aug 24 06:44:03.121492 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a518b9-8860-446f-985d-39d6363a4110 req-775d2f74-7132-4e7e-81c6-dee60cea5275 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:03.123019 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d8a518b9-8860-446f-985d-39d6363a4110 req-775d2f74-7132-4e7e-81c6-dee60cea5275 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.0924551 Aug 24 06:44:03.152368 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['089197a3-4eb5-4520-9e9f-cbb2ae723ccc'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:44:03.161760 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ffc19-c73f-4a3c-9bd1-7d5ad05ac29c req-ca374eb7-da54-4ebe-a5e7-684632f53e25 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:03.171457 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-429ffc19-c73f-4a3c-9bd1-7d5ad05ac29c req-ca374eb7-da54-4ebe-a5e7-684632f53e25 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.1280298 Aug 24 06:44:03.198326 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:03.221314 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ddd74a21-d839-4574-8be9-fe0bb91c09d7 req-85045d1f-2bbc-401e-8e7a-6629a8ca1603 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521094 Aug 24 06:44:03.260499 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:03.274050 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-429ffc19-c73f-4a3c-9bd1-7d5ad05ac29c req-69e8f526-8a53-4b17-9976-e99a29b93b8f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016748 Aug 24 06:44:03.277973 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 47626) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:03.279162 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d8a518b9-8860-446f-985d-39d6363a4110 req-5d0468c1-9529-4730-b0fa-e4f6f306e4fb tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492732 Aug 24 06:44:03.295061 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a3b9e7c7-3ae6-4c0a-8227-c071e2fc4a5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:03.391861 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a3b9e7c7-3ae6-4c0a-8227-c071e2fc4a5c admin admin] Publish callbacks [] for security_group (d78b014a-940d-4ed3-8e02-271c36d2db1e), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:03.396841 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a3b9e7c7-3ae6-4c0a-8227-c071e2fc4a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (d78b014a-940d-4ed3-8e02-271c36d2db1e), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:03.439639 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-a3b9e7c7-3ae6-4c0a-8227-c071e2fc4a5c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=9f8f8b66efda4ed99a36a0ae751f4e9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1575935 Aug 24 06:44:03.439639 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9e7c7-3ae6-4c0a-8227-c071e2fc4a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78b014a-940d-4ed3-8e02-271c36d2db1e,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:03.440287 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 47632) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:03.494458 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-5df10eea-a271-4639-8e02-d4e3feeec0d2 admin admin] Publish callbacks [] for security_group (d78b014a-940d-4ed3-8e02-271c36d2db1e), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:03.515408 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-5df10eea-a271-4639-8e02-d4e3feeec0d2 admin admin] Publish callbacks [] for security_group (d78b014a-940d-4ed3-8e02-271c36d2db1e), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:03.573436 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-5df10eea-a271-4639-8e02-d4e3feeec0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (d78b014a-940d-4ed3-8e02-271c36d2db1e), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:03.577350 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-5df10eea-a271-4639-8e02-d4e3feeec0d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:03.579638 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-5df10eea-a271-4639-8e02-d4e3feeec0d2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d78b014a-940d-4ed3-8e02-271c36d2db1e HTTP/1.1" status: 204 len: 168 time: 0.1381931 Aug 24 06:44:03.591057 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df10eea-a271-4639-8e02-d4e3feeec0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78b014a-940d-4ed3-8e02-271c36d2db1e,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:03.796631 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9fdf7-33d6-4104-8f3f-3b58def91783 req-eb485192-174d-4e95-acbd-40cd981e13e6 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:03.798357 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-38c9fdf7-33d6-4104-8f3f-3b58def91783 req-eb485192-174d-4e95-acbd-40cd981e13e6 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 945 time: 0.0519435 Aug 24 06:44:03.859661 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-38c9fdf7-33d6-4104-8f3f-3b58def91783 req-4920482e-e5d9-434f-a017-1259e23ad662 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546951 Aug 24 06:44:03.911839 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab5d31b-1a4a-4ca9-999c-f8b06b7660f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454b34ae-8fe5-46de-9bae-481f3ada5897'}] {{(pid=113090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:44:03.915116 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b6006cf2a23db0b36d2003dbfde04691441a00dec53483979079bf2def40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2560d7eb-86f2-4c23-b643-916296e30e36" -d '{"events": [{"server_uuid": "dab5d31b-1a4a-4ca9-999c-f8b06b7660f6", "name": "network-vif-plugged", "status": "completed", "tag": "454b34ae-8fe5-46de-9bae-481f3ada5897"}]}' {{(pid=113090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:44:03.967357 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8fcfb7-fa5a-4d59-921f-d7bcad3693f2 x-openstack-request-id: req-ea8fcfb7-fa5a-4d59-921f-d7bcad3693f2 {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:44:03.967357 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab5d31b-1a4a-4ca9-999c-f8b06b7660f6", "name": "network-vif-plugged", "status": "completed", "tag": "454b34ae-8fe5-46de-9bae-481f3ada5897", "code": 200}]} {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:44:03.967357 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ea8fcfb7-fa5a-4d59-921f-d7bcad3693f2 {{(pid=113090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:44:03.967357 dv-cinder-854271-1-iscsi neutron-server[113090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea8fcfb7-fa5a-4d59-921f-d7bcad3693f2'] response: {'server_uuid': 'dab5d31b-1a4a-4ca9-999c-f8b06b7660f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454b34ae-8fe5-46de-9bae-481f3ada5897', 'code': 200} Aug 24 06:44:04.113296 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e424d0-2a63-44ab-8558-23c1a37a598e req-3e78c562-75ba-4dce-8095-4f8a683c488a tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:04.114855 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d8e424d0-2a63-44ab-8558-23c1a37a598e req-3e78c562-75ba-4dce-8095-4f8a683c488a tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9aec55df-6956-4258-81c9-469249e92ee8 HTTP/1.1" status: 200 len: 945 time: 0.0810564 Aug 24 06:44:04.133376 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68a28f-604d-4fc7-8851-40c5b9451b3f req-57b80242-399c-47a5-8f66-cdc3c8876ca9 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:04.141666 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6c68a28f-604d-4fc7-8851-40c5b9451b3f req-57b80242-399c-47a5-8f66-cdc3c8876ca9 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6eddb672-d1fa-40ab-8cae-6e148b2e01ab HTTP/1.1" status: 200 len: 946 time: 0.0778854 Aug 24 06:44:04.232843 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6c68a28f-604d-4fc7-8851-40c5b9451b3f req-80cc3708-80bb-46b7-b53a-09bdff222b1c tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=409d8dfb-b572-4ddb-9f9a-98207b6d691b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900145 Aug 24 06:44:04.237723 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d8e424d0-2a63-44ab-8558-23c1a37a598e req-04911f8d-d194-4226-87c4-05b20dfa8e3c tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d2df9be7-d8f4-4bc0-abdc-92abdb2bcb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929775 Aug 24 06:44:04.420525 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 089197a3-4eb5-4520-9e9f-cbb2ae723ccc up at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:44:04.511476 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning for port 089197a3-4eb5-4520-9e9f-cbb2ae723ccc completed by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 06:44:04.520594 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df3173-045c-4f8d-9c11-f71a6957a19b req-681a20b7-1b8d-4f3a-8678-b1eab23404bc tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:04.521635 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning complete for port 089197a3-4eb5-4520-9e9f-cbb2ae723ccc triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:44:04.522295 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (089197a3-4eb5-4520-9e9f-cbb2ae723ccc), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:04.530756 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-88df3173-045c-4f8d-9c11-f71a6957a19b req-681a20b7-1b8d-4f3a-8678-b1eab23404bc tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0995448 Aug 24 06:44:04.568450 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92731d85-ca69-4de9-a543-458219f542ba req-438c1bd2-7aca-4afa-9104-910d3d840d71 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:04.582883 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 47708) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:04.589592 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-d4572555-fbd6-409c-a0a8-ae2bdf225fb6 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Request body: {'floatingip': {'port_id': '6325096c-829d-49a5-ab4d-26363e83141d'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:44:04.597291 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-92731d85-ca69-4de9-a543-458219f542ba req-438c1bd2-7aca-4afa-9104-910d3d840d71 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6eddb672-d1fa-40ab-8cae-6e148b2e01ab HTTP/1.1" status: 200 len: 946 time: 0.2339334 Aug 24 06:44:04.651582 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-88df3173-045c-4f8d-9c11-f71a6957a19b req-a2ea269c-1ba2-4158-8401-be28d6d42fa1 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153619 Aug 24 06:44:04.661582 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 089197a3-4eb5-4520-9e9f-cbb2ae723ccc is: BUILD; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:44:04.661904 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (089197a3-4eb5-4520-9e9f-cbb2ae723ccc), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:04.749573 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:04.778763 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72b83a-6f4b-41df-9533-77a7b4bca1b6 req-bb2e3e92-9da3-4062-9f0b-ce9429a271cb tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:04.786069 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d4572555-fbd6-409c-a0a8-ae2bdf225fb6 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for floatingip (2f634f44-7eb3-4dc0-b233-8f2a25b1e7c3), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:04.787169 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5a72b83a-6f4b-41df-9533-77a7b4bca1b6 req-bb2e3e92-9da3-4062-9f0b-ce9429a271cb tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.0802231 Aug 24 06:44:04.796990 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 089197a3-4eb5-4520-9e9f-cbb2ae723ccc, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=089197a3-4eb5-4520-9e9f-cbb2ae723ccc,segment=NetworkSegment(b5516234-5380-4558-bccf-bf2354b2ccbf),segment_id=b5516234-5380-4558-bccf-bf2354b2ccbf)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:44:04.807356 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (089197a3-4eb5-4520-9e9f-cbb2ae723ccc), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:04.926440 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=089197a3-4eb5-4520-9e9f-cbb2ae723ccc,revision_number=5']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:04.940282 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5a72b83a-6f4b-41df-9533-77a7b4bca1b6 req-5ad83938-c389-4a88-b27a-dd0e20b76edc tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516852 Aug 24 06:44:05.095152 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc1497-959c-4176-a58a-ff5cd98bf360 req-21c0f940-a48f-4c77-ad18-5a5e79cb4f86 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:05.097229 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-cadc1497-959c-4176-a58a-ff5cd98bf360 req-21c0f940-a48f-4c77-ad18-5a5e79cb4f86 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.0801485 Aug 24 06:44:05.177668 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-cadc1497-959c-4176-a58a-ff5cd98bf360 req-d77b2ea9-1f58-42f4-816a-6d63b7796bfa tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623851 Aug 24 06:44:05.357565 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 47736) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:05.584529 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-7b3bc2e4-1930-4b5a-bbc0-fa7dfd665314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:05.636733 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:05.696117 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-7b3bc2e4-1930-4b5a-bbc0-fa7dfd665314 admin admin] Publish callbacks [] for security_group (c36b1bee-28c2-486c-9dbb-5fada23cab74), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:05.705757 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-7b3bc2e4-1930-4b5a-bbc0-fa7dfd665314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (c36b1bee-28c2-486c-9dbb-5fada23cab74), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:05.734674 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.db.resource_extend [None req-d4572555-fbd6-409c-a0a8-ae2bdf225fb6 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 24 06:44:05.759596 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-7b3bc2e4-1930-4b5a-bbc0-fa7dfd665314 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6f99dbcc7baf41dd82bc7bcbb05985b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4001653 Aug 24 06:44:05.781525 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 47752) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:05.843018 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d4572555-fbd6-409c-a0a8-ae2bdf225fb6 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:05.850576 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d4572555-fbd6-409c-a0a8-ae2bdf225fb6 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698989'] for floatingip (2f634f44-7eb3-4dc0-b233-8f2a25b1e7c3), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:05.893758 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bc2e4-1930-4b5a-bbc0-fa7dfd665314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36b1bee-28c2-486c-9dbb-5fada23cab74,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:05.959725 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-79ec1ded-50c2-43fb-ae4c-55beb0c9a27f admin admin] Publish callbacks [] for security_group (c36b1bee-28c2-486c-9dbb-5fada23cab74), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:05.969255 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089197a3-4eb5-4520-9e9f-cbb2ae723ccc'}] {{(pid=113090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:44:05.971986 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b6006cf2a23db0b36d2003dbfde04691441a00dec53483979079bf2def40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfaeef3-6f11-4192-8550-c1942217e8da" -d '{"events": [{"server_uuid": "7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b", "name": "network-vif-plugged", "status": "completed", "tag": "089197a3-4eb5-4520-9e9f-cbb2ae723ccc"}]}' {{(pid=113090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:44:05.987752 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61334c07-5374-490e-83ca-c444cad0eb13 req-c175096a-cf4e-45af-8e77-1c233259cb33 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:05.990360 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-61334c07-5374-490e-83ca-c444cad0eb13 req-c175096a-cf4e-45af-8e77-1c233259cb33 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.1529634 Aug 24 06:44:06.016064 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-79ec1ded-50c2-43fb-ae4c-55beb0c9a27f admin admin] Publish callbacks [] for security_group (c36b1bee-28c2-486c-9dbb-5fada23cab74), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:06.018903 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.db.l3_db [None req-d4572555-fbd6-409c-a0a8-ae2bdf225fb6 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Floating IP 2f634f44-7eb3-4dc0-b233-8f2a25b1e7c3 associated. External IP: 172.27.3.150, port: 6325096c-829d-49a5-ab4d-26363e83141d. Aug 24 06:44:06.095310 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:44:06.128059 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:06.202478 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-61334c07-5374-490e-83ca-c444cad0eb13 req-91948202-bc83-4e1b-a042-49cb089406c3 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976798 Aug 24 06:44:06.256283 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-79ec1ded-50c2-43fb-ae4c-55beb0c9a27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (c36b1bee-28c2-486c-9dbb-5fada23cab74), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:06.261595 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-79ec1ded-50c2-43fb-ae4c-55beb0c9a27f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:06.263279 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-79ec1ded-50c2-43fb-ae4c-55beb0c9a27f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c36b1bee-28c2-486c-9dbb-5fada23cab74 HTTP/1.1" status: 204 len: 168 time: 0.4798822 Aug 24 06:44:06.277524 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec1ded-50c2-43fb-ae4c-55beb0c9a27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36b1bee-28c2-486c-9dbb-5fada23cab74,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:06.288083 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aebcb90-497c-4f97-b0c2-c746b6458433 x-openstack-request-id: req-5aebcb90-497c-4f97-b0c2-c746b6458433 {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:44:06.288495 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b", "name": "network-vif-plugged", "status": "completed", "tag": "089197a3-4eb5-4520-9e9f-cbb2ae723ccc", "code": 200}]} {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:44:06.288841 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5aebcb90-497c-4f97-b0c2-c746b6458433 {{(pid=113090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:44:06.289332 dv-cinder-854271-1-iscsi neutron-server[113090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aebcb90-497c-4f97-b0c2-c746b6458433'] response: {'server_uuid': '7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089197a3-4eb5-4520-9e9f-cbb2ae723ccc', 'code': 200} Aug 24 06:44:06.388844 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:06.402908 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4572555-fbd6-409c-a0a8-ae2bdf225fb6 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:44:06.423056 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a12280-ac1b-47d7-92b8-7c64013252be req-62396cb3-7736-47a4-82a9-6f898805469a tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:06.426908 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-52a12280-ac1b-47d7-92b8-7c64013252be req-62396cb3-7736-47a4-82a9-6f898805469a tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.0655396 Aug 24 06:44:06.501904 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-52a12280-ac1b-47d7-92b8-7c64013252be req-9ea3e7fb-9ed9-42b9-a32f-745e36dae3fd tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737720 Aug 24 06:44:06.555459 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4572555-fbd6-409c-a0a8-ae2bdf225fb6 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:44:06.563341 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d4572555-fbd6-409c-a0a8-ae2bdf225fb6 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:06.575907 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc79f28-0b6a-4bb7-aaa8-f02167fe5d33 None None] Sync routers for ids ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:44:06.591534 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc79f28-0b6a-4bb7-aaa8-f02167fe5d33 None None] Routers {'75ea99f1-9466-4c6b-97ff-975a1fed8f16'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:44:06.594529 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-8cc79f28-0b6a-4bb7-aaa8-f02167fe5d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:43:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:44:06.632944 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-d4572555-fbd6-409c-a0a8-ae2bdf225fb6 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/2f634f44-7eb3-4dc0-b233-8f2a25b1e7c3 HTTP/1.1" status: 200 len: 992 time: 2.0476322 Aug 24 06:44:06.634009 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eddb672-d1fa-40ab-8cae-6e148b2e01ab', 'tag': '6325096c-829d-49a5-ab4d-26363e83141d'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:44:06.637121 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf7a24c-4b92-4935-98ca-3dfe3406a253" -d '{"events": [{"name": "network-changed", "server_uuid": "6eddb672-d1fa-40ab-8cae-6e148b2e01ab", "tag": "6325096c-829d-49a5-ab4d-26363e83141d"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:44:06.891242 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-8cc79f28-0b6a-4bb7-aaa8-f02167fe5d33 None None] Set router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:44:06.953493 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d7623-0b35-4df7-810d-4593c1105190 req-a014653b-4789-4cd9-beb9-1efd02243aad tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:06.960515 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-3a4d7623-0b35-4df7-810d-4593c1105190 req-a014653b-4789-4cd9-beb9-1efd02243aad tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.3906555 Aug 24 06:44:06.964049 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e947d-aad4-485f-aab9-0096aa80afc7 req-cac3122b-cf70-4570-9c34-f7edcb095e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:06.965501 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4f9e947d-aad4-485f-aab9-0096aa80afc7 req-cac3122b-cf70-4570-9c34-f7edcb095e93 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 1129 time: 0.3888669 Aug 24 06:44:06.994456 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee6f86-de06-4d83-9d0f-eefc17d58256 req-15ea2dd0-4cda-4039-a9a4-5cadde3465c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:06.998871 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-76ee6f86-de06-4d83-9d0f-eefc17d58256 req-15ea2dd0-4cda-4039-a9a4-5cadde3465c0 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 1130 time: 0.1036980 Aug 24 06:44:07.083554 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-3a4d7623-0b35-4df7-810d-4593c1105190 req-5cbe429d-3aae-434a-8a09-def01e096eb8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220336 Aug 24 06:44:07.087764 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4f9e947d-aad4-485f-aab9-0096aa80afc7 req-d1a577d4-cb79-4fe5-a638-4a7a9563e873 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054206 Aug 24 06:44:07.111806 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 47826) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:07.133067 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74ef133-4bda-48be-85e3-7c304006ca66 x-openstack-request-id: req-d74ef133-4bda-48be-85e3-7c304006ca66 {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:44:07.133431 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eddb672-d1fa-40ab-8cae-6e148b2e01ab", "tag": "6325096c-829d-49a5-ab4d-26363e83141d", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:44:07.133614 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d74ef133-4bda-48be-85e3-7c304006ca66 {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:44:07.134312 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d74ef133-4bda-48be-85e3-7c304006ca66'] response: {'name': 'network-changed', 'server_uuid': '6eddb672-d1fa-40ab-8cae-6e148b2e01ab', 'tag': '6325096c-829d-49a5-ab4d-26363e83141d', 'status': 'completed', 'code': 200} Aug 24 06:44:07.139811 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-76ee6f86-de06-4d83-9d0f-eefc17d58256 req-bbbaf3d0-37c6-4cfc-9621-a4d9b65afbc5 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330841 Aug 24 06:44:07.333270 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0052b2-4854-42e1-ad62-95f668a2772d req-46a1e469-fac5-49fa-98ac-f60453631dbb tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:07.341804 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9e0052b2-4854-42e1-ad62-95f668a2772d req-46a1e469-fac5-49fa-98ac-f60453631dbb tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0575931 Aug 24 06:44:07.366032 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-8cc79f28-0b6a-4bb7-aaa8-f02167fe5d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'name': 'tempest-AttachVolumeNegativeTest-1816783706-router', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:15Z', 'revision_number': 4, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'gw_port': {'id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:09Z', 'updated_at': '2022-08-24T06:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '2f634f44-7eb3-4dc0-b233-8f2a25b1e7c3', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'floating_ip_address': '172.27.3.150', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'port_id': '6325096c-829d-49a5-ab4d-26363e83141d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'mac_address': 'fa:16:3e:1c:70:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eddb672-d1fa-40ab-8cae-6e148b2e01ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:43:25Z', 'updated_at': '2022-08-24T06:44:05Z', 'revision_number': 1, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600aceea-e5a1-4b97-90bc-acc305ca240a', 'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'mac_address': 'fa:16:3e:e3:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:43:36Z', 'revision_number': 5, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'subnets': [{'id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:44:07.371546 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-53628a11-9525-4b43-b361-53250074e2e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:07.411014 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:07.483530 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:07.492912 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9e0052b2-4854-42e1-ad62-95f668a2772d req-b81256b6-4e2c-48c7-b4e4-c5630f34b924 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497126 Aug 24 06:44:07.509250 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc79f28-0b6a-4bb7-aaa8-f02167fe5d33 None None] Checking router: 75ea99f1-9466-4c6b-97ff-975a1fed8f16 for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:44:07.529586 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc79f28-0b6a-4bb7-aaa8-f02167fe5d33 None None] Routers {'75ea99f1-9466-4c6b-97ff-975a1fed8f16'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:44:07.531245 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-8cc79f28-0b6a-4bb7-aaa8-f02167fe5d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:43:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:44:07.538117 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-53628a11-9525-4b43-b361-53250074e2e3 admin admin] Publish callbacks [] for security_group (9517f149-9935-4923-8285-7483889fa84f), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:07.545701 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-53628a11-9525-4b43-b361-53250074e2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (9517f149-9935-4923-8285-7483889fa84f), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:07.586481 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53628a11-9525-4b43-b361-53250074e2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9517f149-9935-4923-8285-7483889fa84f,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:07.626744 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 47860) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:07.642032 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-53628a11-9525-4b43-b361-53250074e2e3 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8cd7ef6de68d49b19fdf31e38b49d73b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5282986 Aug 24 06:44:07.725681 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-8cc79f28-0b6a-4bb7-aaa8-f02167fe5d33 None None] Set router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:44:07.761552 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60554f6f-2676-499f-80d5-b01c4bcef1ee req-508ba3a6-262f-4238-b3fc-fc67956d6797 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:07.763406 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-60554f6f-2676-499f-80d5-b01c4bcef1ee req-508ba3a6-262f-4238-b3fc-fc67956d6797 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.1199865 Aug 24 06:44:07.784352 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-6af58e0c-348c-4506-b668-4bc3d0be85d4 admin admin] Publish callbacks [] for security_group (9517f149-9935-4923-8285-7483889fa84f), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:07.841661 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-6af58e0c-348c-4506-b668-4bc3d0be85d4 admin admin] Publish callbacks [] for security_group (9517f149-9935-4923-8285-7483889fa84f), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:07.863039 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-60554f6f-2676-499f-80d5-b01c4bcef1ee req-c27e31a4-94e9-47c0-a116-f021a65740aa tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938606 Aug 24 06:44:07.938623 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-6af58e0c-348c-4506-b668-4bc3d0be85d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (9517f149-9935-4923-8285-7483889fa84f), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:07.941396 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-6af58e0c-348c-4506-b668-4bc3d0be85d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:07.942575 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-6af58e0c-348c-4506-b668-4bc3d0be85d4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9517f149-9935-4923-8285-7483889fa84f HTTP/1.1" status: 204 len: 168 time: 0.3145976 Aug 24 06:44:07.959179 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af58e0c-348c-4506-b668-4bc3d0be85d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9517f149-9935-4923-8285-7483889fa84f,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:07.978586 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af58e0c-348c-4506-b668-4bc3d0be85d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:07.979509 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af58e0c-348c-4506-b668-4bc3d0be85d4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:07.987276 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af58e0c-348c-4506-b668-4bc3d0be85d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:07.987952 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af58e0c-348c-4506-b668-4bc3d0be85d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:07.989032 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af58e0c-348c-4506-b668-4bc3d0be85d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:07.990184 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af58e0c-348c-4506-b668-4bc3d0be85d4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:07.991164 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af58e0c-348c-4506-b668-4bc3d0be85d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:07.991513 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af58e0c-348c-4506-b668-4bc3d0be85d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:07.991849 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af58e0c-348c-4506-b668-4bc3d0be85d4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:07.994071 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af58e0c-348c-4506-b668-4bc3d0be85d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:07.994744 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7b3da-b0ed-446a-9ce0-82053ce70450 req-103ca13f-2640-4102-b5ff-306ebcb6e3bb tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:07.995267 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af58e0c-348c-4506-b668-4bc3d0be85d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:07.996409 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af58e0c-348c-4506-b668-4bc3d0be85d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:07.997756 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af58e0c-348c-4506-b668-4bc3d0be85d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:07.998950 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af58e0c-348c-4506-b668-4bc3d0be85d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:07.999364 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af58e0c-348c-4506-b668-4bc3d0be85d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:08.012129 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c6e7b3da-b0ed-446a-9ce0-82053ce70450 req-103ca13f-2640-4102-b5ff-306ebcb6e3bb tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.1133409 Aug 24 06:44:08.047817 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-8cc79f28-0b6a-4bb7-aaa8-f02167fe5d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'name': 'tempest-AttachVolumeNegativeTest-1816783706-router', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:15Z', 'revision_number': 4, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'gw_port': {'id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:09Z', 'updated_at': '2022-08-24T06:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '2f634f44-7eb3-4dc0-b233-8f2a25b1e7c3', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'floating_ip_address': '172.27.3.150', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'port_id': '6325096c-829d-49a5-ab4d-26363e83141d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'mac_address': 'fa:16:3e:1c:70:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eddb672-d1fa-40ab-8cae-6e148b2e01ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:43:25Z', 'updated_at': '2022-08-24T06:44:05Z', 'revision_number': 1, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600aceea-e5a1-4b97-90bc-acc305ca240a', 'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'mac_address': 'fa:16:3e:e3:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:43:36Z', 'revision_number': 5, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'subnets': [{'id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:44:08.079990 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc79f28-0b6a-4bb7-aaa8-f02167fe5d33 None None] The sync data for ids ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'] in dv-cinder-854271-1-iscsi is: [{'id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'name': 'tempest-AttachVolumeNegativeTest-1816783706-router', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:15Z', 'revision_number': 4, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'gw_port': {'id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:09Z', 'updated_at': '2022-08-24T06:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '2f634f44-7eb3-4dc0-b233-8f2a25b1e7c3', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'floating_ip_address': '172.27.3.150', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'port_id': '6325096c-829d-49a5-ab4d-26363e83141d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'mac_address': 'fa:16:3e:1c:70:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eddb672-d1fa-40ab-8cae-6e148b2e01ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:43:25Z', 'updated_at': '2022-08-24T06:44:05Z', 'revision_number': 1, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600aceea-e5a1-4b97-90bc-acc305ca240a', 'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'mac_address': 'fa:16:3e:e3:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:43:36Z', 'revision_number': 5, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'subnets': [{'id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:44:08.114481 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c6e7b3da-b0ed-446a-9ce0-82053ce70450 req-e24db77d-2aaa-4e79-b276-5d453f210841 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007037 Aug 24 06:44:08.314641 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722d1e0-de24-4a30-a021-24df9c2232a6 req-9372b17d-2620-4595-8563-1a4e0a9b5908 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:08.317071 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c722d1e0-de24-4a30-a021-24df9c2232a6 req-9372b17d-2620-4595-8563-1a4e0a9b5908 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.0828233 Aug 24 06:44:08.400155 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c722d1e0-de24-4a30-a021-24df9c2232a6 req-6e3ebfbd-03b0-4faa-8518-7dc88878dbbe tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755348 Aug 24 06:44:08.567387 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 47882) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:08.600289 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-54482abf-d002-4c3c-9e44-846141d0b0d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:08.632321 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7a24c-4b92-4935-98ca-3dfe3406a253 req-fedcc861-e239-49fe-82d1-8206ab906d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:08.634662 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ecf7a24c-4b92-4935-98ca-3dfe3406a253 req-fedcc861-e239-49fe-82d1-8206ab906d3b service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=a41fb206b09941ac80996a3c9cbaae58&device_id=6eddb672-d1fa-40ab-8cae-6e148b2e01ab HTTP/1.1" status: 200 len: 1130 time: 0.1079538 Aug 24 06:44:08.733525 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fedd6d-3728-4125-be45-a8f8165dd5b4 req-595d498e-3d42-417d-938f-58b8923a47fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:08.735412 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-17fedd6d-3728-4125-be45-a8f8165dd5b4 req-595d498e-3d42-417d-938f-58b8923a47fa service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=2a401374685240dc94fe28ca99ad4e11&device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 1129 time: 0.0806248 Aug 24 06:44:08.756419 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-54482abf-d002-4c3c-9e44-846141d0b0d4 admin admin] Publish callbacks [] for security_group (7b7492a1-34c9-4427-9e91-e2c05fccd2ae), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:08.761125 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-54482abf-d002-4c3c-9e44-846141d0b0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (7b7492a1-34c9-4427-9e91-e2c05fccd2ae), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:08.802258 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-54482abf-d002-4c3c-9e44-846141d0b0d4 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=86f01233e6624b45ac1306380839b2e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332916 Aug 24 06:44:08.803084 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54482abf-d002-4c3c-9e44-846141d0b0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7492a1-34c9-4427-9e91-e2c05fccd2ae,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:08.805255 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 47888) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:08.864190 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-3156a108-bf0a-4803-91d6-6ba6f591f557 admin admin] Publish callbacks [] for security_group (7b7492a1-34c9-4427-9e91-e2c05fccd2ae), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:08.887899 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-3156a108-bf0a-4803-91d6-6ba6f591f557 admin admin] Publish callbacks [] for security_group (7b7492a1-34c9-4427-9e91-e2c05fccd2ae), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:08.942291 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-3156a108-bf0a-4803-91d6-6ba6f591f557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (7b7492a1-34c9-4427-9e91-e2c05fccd2ae), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:08.945448 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-3156a108-bf0a-4803-91d6-6ba6f591f557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:08.946931 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-3156a108-bf0a-4803-91d6-6ba6f591f557 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7b7492a1-34c9-4427-9e91-e2c05fccd2ae HTTP/1.1" status: 204 len: 168 time: 0.1397693 Aug 24 06:44:08.969612 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73891b57-d14a-400a-af02-79ad0dd77c5b None None] New status for floating IP 2f634f44-7eb3-4dc0-b233-8f2a25b1e7c3: ACTIVE {{(pid=113090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 06:44:08.985847 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156a108-bf0a-4803-91d6-6ba6f591f557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7492a1-34c9-4427-9e91-e2c05fccd2ae,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:08.999700 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3156a108-bf0a-4803-91d6-6ba6f591f557 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:09.000400 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3156a108-bf0a-4803-91d6-6ba6f591f557 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:09.000400 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3156a108-bf0a-4803-91d6-6ba6f591f557 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:09.000594 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3156a108-bf0a-4803-91d6-6ba6f591f557 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:09.000790 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3156a108-bf0a-4803-91d6-6ba6f591f557 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:09.001120 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3156a108-bf0a-4803-91d6-6ba6f591f557 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:09.001441 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3156a108-bf0a-4803-91d6-6ba6f591f557 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:09.002006 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3156a108-bf0a-4803-91d6-6ba6f591f557 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:09.002124 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3156a108-bf0a-4803-91d6-6ba6f591f557 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:09.002374 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3156a108-bf0a-4803-91d6-6ba6f591f557 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:09.002737 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3156a108-bf0a-4803-91d6-6ba6f591f557 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:09.003017 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3156a108-bf0a-4803-91d6-6ba6f591f557 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:09.003358 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3156a108-bf0a-4803-91d6-6ba6f591f557 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:09.003681 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3156a108-bf0a-4803-91d6-6ba6f591f557 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:09.003986 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3156a108-bf0a-4803-91d6-6ba6f591f557 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:09.019029 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e741ca-94e8-4da8-84fa-73b4e1baa19c req-cf9cc834-e354-4a48-b8e7-dda32ab844eb tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:09.020806 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c2e741ca-94e8-4da8-84fa-73b4e1baa19c req-cf9cc834-e354-4a48-b8e7-dda32ab844eb tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.0725591 Aug 24 06:44:09.083770 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c2e741ca-94e8-4da8-84fa-73b4e1baa19c req-1e08c5c9-8514-4bd4-adec-a542a6ef0ebb tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562453 Aug 24 06:44:09.211555 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151d95a-5384-4714-9601-b3bf47d10f5a req-6889b86c-36e3-4e1f-a3b1-4c9687462220 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:09.213717 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4151d95a-5384-4714-9601-b3bf47d10f5a req-6889b86c-36e3-4e1f-a3b1-4c9687462220 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.0527897 Aug 24 06:44:09.224929 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 47902) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:09.242446 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-b39fc4b5-8b84-4eab-b5be-fab912157778 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Request body: {'floatingip': {'port_id': '454b34ae-8fe5-46de-9bae-481f3ada5897'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:44:09.275329 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b9e05-3d1a-4c37-8498-74837567669e req-49d29ddb-4617-4413-9055-09f39ec60b24 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:09.276899 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ba5b9e05-3d1a-4c37-8498-74837567669e req-49d29ddb-4617-4413-9055-09f39ec60b24 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0627582 Aug 24 06:44:09.314524 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b39fc4b5-8b84-4eab-b5be-fab912157778 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for floatingip (89a3d0aa-dd8d-43ae-b66b-452001bdaa11), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:09.341489 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ba5b9e05-3d1a-4c37-8498-74837567669e req-dbbd9351-aff5-4518-8136-4a07656e60bf tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587616 Aug 24 06:44:09.618740 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:09.651486 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fedd6d-3728-4125-be45-a8f8165dd5b4 req-917889ac-c228-4b8d-a6c6-c215d7adb026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:09.651486 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-17fedd6d-3728-4125-be45-a8f8165dd5b4 req-917889ac-c228-4b8d-a6c6-c215d7adb026 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad HTTP/1.1" status: 200 len: 920 time: 0.2519324 Aug 24 06:44:09.654355 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac76cc-c978-4d7b-830b-76ffb062cfb7 req-f09710a7-cce1-467d-98aa-edfa7d150368 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:09.661503 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d1ac76cc-c978-4d7b-830b-76ffb062cfb7 req-f09710a7-cce1-467d-98aa-edfa7d150368 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.1029356 Aug 24 06:44:09.685347 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:09.688148 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:09.691688 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:09.715974 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d1ac76cc-c978-4d7b-830b-76ffb062cfb7 req-2633cbe7-6b8e-4b5d-b222-5d7dca3b1804 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535018 Aug 24 06:44:09.742503 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7a24c-4b92-4935-98ca-3dfe3406a253 req-d87c1d6a-fff5-4938-8fff-76cc4ea93ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:09.744274 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ecf7a24c-4b92-4935-98ca-3dfe3406a253 req-d87c1d6a-fff5-4938-8fff-76cc4ea93ae7 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=4d764327-7285-4015-bbe3-ebfc93ab6200 HTTP/1.1" status: 200 len: 916 time: 0.3668051 Aug 24 06:44:10.001859 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-17fedd6d-3728-4125-be45-a8f8165dd5b4 req-348f481d-01e0-4e6a-9900-b8c843eb7511 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a7756a4-6904-4669-84c1-c44620572080 HTTP/1.1" status: 200 len: 217 time: 0.0560715 Aug 24 06:44:10.017325 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.db.resource_extend [None req-b39fc4b5-8b84-4eab-b5be-fab912157778 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 24 06:44:10.100548 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fedd6d-3728-4125-be45-a8f8165dd5b4 req-610e5bc9-b65b-4d4d-ba3b-22a67d59ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:10.100750 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ecf7a24c-4b92-4935-98ca-3dfe3406a253 req-c4241d17-4058-4432-b61b-e3fd8d20c8e4 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6325096c-829d-49a5-ab4d-26363e83141d HTTP/1.1" status: 200 len: 1002 time: 0.1529355 Aug 24 06:44:10.102417 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-17fedd6d-3728-4125-be45-a8f8165dd5b4 req-610e5bc9-b65b-4d4d-ba3b-22a67d59ee1d service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=87c63329-c783-4018-8f3e-d78ef061967a HTTP/1.1" status: 200 len: 858 time: 0.0932846 Aug 24 06:44:10.112659 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b39fc4b5-8b84-4eab-b5be-fab912157778 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:10.119635 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b39fc4b5-8b84-4eab-b5be-fab912157778 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698989'] for floatingip (89a3d0aa-dd8d-43ae-b66b-452001bdaa11), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:10.391444 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fedd6d-3728-4125-be45-a8f8165dd5b4 req-3e557203-c645-434e-9095-7a242695a6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:10.393135 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-17fedd6d-3728-4125-be45-a8f8165dd5b4 req-3e557203-c645-434e-9095-7a242695a6c8 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0890703 Aug 24 06:44:10.467971 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-1c9637f8-66ae-4275-9ce8-a7f01d54b026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:10.530940 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7a24c-4b92-4935-98ca-3dfe3406a253 req-1c9b11d6-413d-4d27-8c79-85c00267271c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:10.532467 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ecf7a24c-4b92-4935-98ca-3dfe3406a253 req-1c9b11d6-413d-4d27-8c79-85c00267271c service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=68aa3b00-7d83-4a36-89ce-d2987615f595 HTTP/1.1" status: 200 len: 854 time: 0.4140680 Aug 24 06:44:10.574589 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffccdcc-4e5f-4b07-9481-b36aeb29e1a7 req-f1b388ab-0ca3-4911-aa08-b85037035691 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:10.576138 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7ffccdcc-4e5f-4b07-9481-b36aeb29e1a7 req-f1b388ab-0ca3-4911-aa08-b85037035691 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.1351857 Aug 24 06:44:10.589256 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7a24c-4b92-4935-98ca-3dfe3406a253 req-6b779fab-2255-476d-878e-010fff10b3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:10.591256 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ecf7a24c-4b92-4935-98ca-3dfe3406a253 req-6b779fab-2255-476d-878e-010fff10b3f2 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=4d764327-7285-4015-bbe3-ebfc93ab6200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487070 Aug 24 06:44:10.598436 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.db.l3_db [None req-b39fc4b5-8b84-4eab-b5be-fab912157778 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Floating IP 89a3d0aa-dd8d-43ae-b66b-452001bdaa11 associated. External IP: 172.27.3.14, port: 454b34ae-8fe5-46de-9bae-481f3ada5897. Aug 24 06:44:10.620794 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-17fedd6d-3728-4125-be45-a8f8165dd5b4 req-6668e113-f47e-427a-a03d-c54b5efb6ae6 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208352 Aug 24 06:44:10.756784 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7ffccdcc-4e5f-4b07-9481-b36aeb29e1a7 req-5fb9aa0d-e7e1-4e77-840a-1633330e65bf tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740153 Aug 24 06:44:10.759496 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-17fedd6d-3728-4125-be45-a8f8165dd5b4 req-fd99cf33-4567-425a-9b37-1ffa186e6140 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138332 Aug 24 06:44:10.828269 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ecf7a24c-4b92-4935-98ca-3dfe3406a253 req-ce7aa074-7f10-4685-b5af-7ce4ced28f80 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4d764327-7285-4015-bbe3-ebfc93ab6200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934369 Aug 24 06:44:10.906560 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0b79f-2295-42e1-985f-f602cd8f60e5 req-718e269d-7dd4-410f-81ed-60cf3a104965 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:10.908415 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0cf0b79f-2295-42e1-985f-f602cd8f60e5 req-718e269d-7dd4-410f-81ed-60cf3a104965 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.0547664 Aug 24 06:44:10.976046 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0cf0b79f-2295-42e1-985f-f602cd8f60e5 req-d9991342-58d1-474b-b091-f65d29f9a746 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592318 Aug 24 06:44:11.074444 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ecf7a24c-4b92-4935-98ca-3dfe3406a253 req-37f8e870-177a-4c4e-99cf-ec3be5eb588b service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4d764327-7285-4015-bbe3-ebfc93ab6200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916852 Aug 24 06:44:11.096209 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39fc4b5-8b84-4eab-b5be-fab912157778 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Router a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:44:11.156443 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ffed8-5d29-4561-a651-12e47801a687 req-c6e55566-8616-4bd7-a15d-75a92404d1ee tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:11.156443 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d59ffed8-5d29-4561-a651-12e47801a687 req-c6e55566-8616-4bd7-a15d-75a92404d1ee tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.0717397 Aug 24 06:44:11.163721 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 47988) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:11.169137 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-40618fac-48b4-4ad6-9227-20c477e8b28b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Request body: {'floatingip': {'port_id': '089197a3-4eb5-4520-9e9f-cbb2ae723ccc'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:44:11.171455 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:11.226426 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:11.247846 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-40618fac-48b4-4ad6-9227-20c477e8b28b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for floatingip (45353ce6-61a2-4bfd-bb08-e52b8e49d925), before_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:11.257141 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39fc4b5-8b84-4eab-b5be-fab912157778 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:44:11.262497 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b39fc4b5-8b84-4eab-b5be-fab912157778 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:11.267090 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c2bc10-cb35-47b4-98b0-e08e28813b31 None None] Sync routers for ids ['a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:44:11.286260 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c2bc10-cb35-47b4-98b0-e08e28813b31 None None] Routers {'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:44:11.287102 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-49c2bc10-cb35-47b4-98b0-e08e28813b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:43:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:44:11.295917 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-b39fc4b5-8b84-4eab-b5be-fab912157778 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/89a3d0aa-dd8d-43ae-b66b-452001bdaa11 HTTP/1.1" status: 200 len: 990 time: 2.0638587 Aug 24 06:44:11.296582 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab5d31b-1a4a-4ca9-999c-f8b06b7660f6', 'tag': '454b34ae-8fe5-46de-9bae-481f3ada5897'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:44:11.299112 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3949d5-e8d4-4dce-b81b-7e10101db756" -d '{"events": [{"name": "network-changed", "server_uuid": "dab5d31b-1a4a-4ca9-999c-f8b06b7660f6", "tag": "454b34ae-8fe5-46de-9bae-481f3ada5897"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:44:11.344307 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40aa53f1-1789-418d-bca7-ebd2882bc17c x-openstack-request-id: req-40aa53f1-1789-418d-bca7-ebd2882bc17c {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:44:11.344598 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab5d31b-1a4a-4ca9-999c-f8b06b7660f6", "tag": "454b34ae-8fe5-46de-9bae-481f3ada5897", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:44:11.344973 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-40aa53f1-1789-418d-bca7-ebd2882bc17c {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:44:11.345255 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40aa53f1-1789-418d-bca7-ebd2882bc17c'] response: {'name': 'network-changed', 'server_uuid': 'dab5d31b-1a4a-4ca9-999c-f8b06b7660f6', 'tag': '454b34ae-8fe5-46de-9bae-481f3ada5897', 'status': 'completed', 'code': 200} Aug 24 06:44:11.398949 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=100 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:11.415778 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-49c2bc10-cb35-47b4-98b0-e08e28813b31 None None] Set router a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:44:11.417892 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=100 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:11.425841 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3949d5-e8d4-4dce-b81b-7e10101db756 req-69b24539-6bb4-42f2-baae-cb0236d1136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:11.428927 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-bc3949d5-e8d4-4dce-b81b-7e10101db756 req-69b24539-6bb4-42f2-baae-cb0236d1136a service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=5b4541156c1f4efab3a61dd6935638bb&device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 1129 time: 0.0548377 Aug 24 06:44:11.575371 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3949d5-e8d4-4dce-b81b-7e10101db756 req-78097820-c3ec-4192-80a0-2ed014d335a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:11.576956 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-bc3949d5-e8d4-4dce-b81b-7e10101db756 req-78097820-c3ec-4192-80a0-2ed014d335a3 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=018b0e35-de97-44eb-a1bf-77de9b3c6286 HTTP/1.1" status: 200 len: 911 time: 0.1406074 Aug 24 06:44:11.667369 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-bc3949d5-e8d4-4dce-b81b-7e10101db756 req-fbfcd18c-7721-4bb0-8397-000ba20ab4ca service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=454b34ae-8fe5-46de-9bae-481f3ada5897 HTTP/1.1" status: 200 len: 998 time: 0.0838561 Aug 24 06:44:11.733061 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3949d5-e8d4-4dce-b81b-7e10101db756 req-04acedaf-dffb-4eaa-960c-b270aff46673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:11.735077 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-bc3949d5-e8d4-4dce-b81b-7e10101db756 req-04acedaf-dffb-4eaa-960c-b270aff46673 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=72cdaf0a-4647-46c2-91ee-def2bd17e00f HTTP/1.1" status: 200 len: 849 time: 0.0606215 Aug 24 06:44:11.737418 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-49c2bc10-cb35-47b4-98b0-e08e28813b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'name': 'tempest-AttachVolumeTestJSON-328073892-router', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:24Z', 'revision_number': 4, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'gw_port': {'id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:51:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '89a3d0aa-dd8d-43ae-b66b-452001bdaa11', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'port_id': '454b34ae-8fe5-46de-9bae-481f3ada5897', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286', 'mac_address': 'fa:16:3e:cf:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab5d31b-1a4a-4ca9-999c-f8b06b7660f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:43:40Z', 'updated_at': '2022-08-24T06:44:09Z', 'revision_number': 1, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d708c73-58f4-49da-9c5e-cc9ce17bf74d', 'name': '', 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'mac_address': 'fa:16:3e:d5:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:22Z', 'updated_at': '2022-08-24T06:43:49Z', 'revision_number': 5, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'subnets': [{'id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:44:11.779493 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c2bc10-cb35-47b4-98b0-e08e28813b31 None None] Checking router: a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:44:11.790815 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c2bc10-cb35-47b4-98b0-e08e28813b31 None None] Routers {'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:44:11.791770 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-49c2bc10-cb35-47b4-98b0-e08e28813b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:43:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:44:11.800665 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3949d5-e8d4-4dce-b81b-7e10101db756 req-5016f70d-e54c-487b-8467-1754632f3bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:11.802984 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-bc3949d5-e8d4-4dce-b81b-7e10101db756 req-5016f70d-e54c-487b-8467-1754632f3bbc service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=018b0e35-de97-44eb-a1bf-77de9b3c6286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603924 Aug 24 06:44:11.949470 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-bc3949d5-e8d4-4dce-b81b-7e10101db756 req-50eab9a0-5002-4c7f-b067-47eec9a7a0e6 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/018b0e35-de97-44eb-a1bf-77de9b3c6286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386409 Aug 24 06:44:11.960606 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-49c2bc10-cb35-47b4-98b0-e08e28813b31 None None] Set router a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:44:12.094779 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-bc3949d5-e8d4-4dce-b81b-7e10101db756 req-bcdeaaaa-0d15-45b6-8f70-4706cfde12ca service neutron] 10.222.0.58 "GET /networking/v2.0/networks/018b0e35-de97-44eb-a1bf-77de9b3c6286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353731 Aug 24 06:44:12.197674 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.db.resource_extend [None req-40618fac-48b4-4ad6-9227-20c477e8b28b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 24 06:44:12.228992 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-49c2bc10-cb35-47b4-98b0-e08e28813b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'name': 'tempest-AttachVolumeTestJSON-328073892-router', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:24Z', 'revision_number': 4, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'gw_port': {'id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:51:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '89a3d0aa-dd8d-43ae-b66b-452001bdaa11', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'port_id': '454b34ae-8fe5-46de-9bae-481f3ada5897', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286', 'mac_address': 'fa:16:3e:cf:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab5d31b-1a4a-4ca9-999c-f8b06b7660f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:43:40Z', 'updated_at': '2022-08-24T06:44:09Z', 'revision_number': 1, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d708c73-58f4-49da-9c5e-cc9ce17bf74d', 'name': '', 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'mac_address': 'fa:16:3e:d5:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:22Z', 'updated_at': '2022-08-24T06:43:49Z', 'revision_number': 5, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'subnets': [{'id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:44:12.259859 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c2bc10-cb35-47b4-98b0-e08e28813b31 None None] The sync data for ids ['a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'] in dv-cinder-854271-1-iscsi is: [{'id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'name': 'tempest-AttachVolumeTestJSON-328073892-router', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:24Z', 'revision_number': 4, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'gw_port': {'id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:51:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '89a3d0aa-dd8d-43ae-b66b-452001bdaa11', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'port_id': '454b34ae-8fe5-46de-9bae-481f3ada5897', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286', 'mac_address': 'fa:16:3e:cf:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab5d31b-1a4a-4ca9-999c-f8b06b7660f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:43:40Z', 'updated_at': '2022-08-24T06:44:09Z', 'revision_number': 1, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d708c73-58f4-49da-9c5e-cc9ce17bf74d', 'name': '', 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'mac_address': 'fa:16:3e:d5:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:22Z', 'updated_at': '2022-08-24T06:43:49Z', 'revision_number': 5, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'subnets': [{'id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:44:12.318853 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 48040) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:12.323375 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:12.332029 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-40618fac-48b4-4ad6-9227-20c477e8b28b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:12.338149 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c96be-ded2-43cc-92a8-eb26da413799 req-b55f0719-9c24-40b6-931f-9babb7a3cce9 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:12.340463 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a35c96be-ded2-43cc-92a8-eb26da413799 req-b55f0719-9c24-40b6-931f-9babb7a3cce9 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.4262469 Aug 24 06:44:12.342903 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-40618fac-48b4-4ad6-9227-20c477e8b28b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698989'] for floatingip (45353ce6-61a2-4bfd-bb08-e52b8e49d925), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:12.443204 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:12.481191 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7362-87c7-4ffc-a489-0d37ebc7bc4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:12.499007 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a35c96be-ded2-43cc-92a8-eb26da413799 req-4b4c2eab-5bed-4557-a423-9085bb9a637e tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217110 Aug 24 06:44:12.535999 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.db.l3_db [None req-40618fac-48b4-4ad6-9227-20c477e8b28b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Floating IP 45353ce6-61a2-4bfd-bb08-e52b8e49d925 associated. External IP: 172.27.3.32, port: 089197a3-4eb5-4520-9e9f-cbb2ae723ccc. Aug 24 06:44:12.547356 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6b580b-6770-4386-b126-5025c25c88c4 None None] New status for floating IP 89a3d0aa-dd8d-43ae-b66b-452001bdaa11: ACTIVE {{(pid=113090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 06:44:12.606002 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7362-87c7-4ffc-a489-0d37ebc7bc4a admin admin] Publish callbacks [] for security_group (eda0941c-1cc0-48b8-a2a3-3e24c5629eef), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:12.611768 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7362-87c7-4ffc-a489-0d37ebc7bc4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (eda0941c-1cc0-48b8-a2a3-3e24c5629eef), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:12.646879 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-0b6e7362-87c7-4ffc-a489-0d37ebc7bc4a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4d228d0afa7c412fb1c0088e008edac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3267896 Aug 24 06:44:12.650549 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 48050) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:12.676896 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e7362-87c7-4ffc-a489-0d37ebc7bc4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda0941c-1cc0-48b8-a2a3-3e24c5629eef,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:12.730744 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-c085c19b-a90e-46f9-a1b9-5c92047dee55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:12.755121 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-19c6a7cd-43d4-4f6c-97b9-7e38d3c4a1f8 admin admin] Publish callbacks [] for security_group (eda0941c-1cc0-48b8-a2a3-3e24c5629eef), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:12.767632 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:12.784898 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-19c6a7cd-43d4-4f6c-97b9-7e38d3c4a1f8 admin admin] Publish callbacks [] for security_group (eda0941c-1cc0-48b8-a2a3-3e24c5629eef), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:12.834054 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40618fac-48b4-4ad6-9227-20c477e8b28b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Router b859ea55-410f-4150-99fc-46246c7302ec has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:44:12.838532 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-19c6a7cd-43d4-4f6c-97b9-7e38d3c4a1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (eda0941c-1cc0-48b8-a2a3-3e24c5629eef), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:12.841117 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-19c6a7cd-43d4-4f6c-97b9-7e38d3c4a1f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:12.842274 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-19c6a7cd-43d4-4f6c-97b9-7e38d3c4a1f8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/eda0941c-1cc0-48b8-a2a3-3e24c5629eef HTTP/1.1" status: 204 len: 168 time: 0.1908004 Aug 24 06:44:12.855079 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c6a7cd-43d4-4f6c-97b9-7e38d3c4a1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda0941c-1cc0-48b8-a2a3-3e24c5629eef,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:12.968604 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40618fac-48b4-4ad6-9227-20c477e8b28b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:44:12.973254 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-40618fac-48b4-4ad6-9227-20c477e8b28b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:12.982923 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd6394a-49b0-49bc-8cc1-4f50715efbe3 None None] Sync routers for ids ['b859ea55-410f-4150-99fc-46246c7302ec'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:44:13.002308 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd6394a-49b0-49bc-8cc1-4f50715efbe3 None None] Routers {'b859ea55-410f-4150-99fc-46246c7302ec'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:44:13.006508 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-fbd6394a-49b0-49bc-8cc1-4f50715efbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:44:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['b859ea55-410f-4150-99fc-46246c7302ec'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:44:13.010501 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-40618fac-48b4-4ad6-9227-20c477e8b28b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/45353ce6-61a2-4bfd-bb08-e52b8e49d925 HTTP/1.1" status: 200 len: 991 time: 1.8430996 Aug 24 06:44:13.010501 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b', 'tag': '089197a3-4eb5-4520-9e9f-cbb2ae723ccc'}] {{(pid=113089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:44:13.011162 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95c9b8c2b54b2cd10d832cf4cc4818d331942fea0eff1eb136de0d3feea1bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beec7aa6-69ec-46fc-b086-310fcc3ca7ae" -d '{"events": [{"name": "network-changed", "server_uuid": "7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b", "tag": "089197a3-4eb5-4520-9e9f-cbb2ae723ccc"}]}' {{(pid=113089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:44:13.059622 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7579fa-9358-4be2-ae8f-a238754b247f x-openstack-request-id: req-be7579fa-9358-4be2-ae8f-a238754b247f {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:44:13.060176 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b", "tag": "089197a3-4eb5-4520-9e9f-cbb2ae723ccc", "status": "completed", "code": 200}]} {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:44:13.060604 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-be7579fa-9358-4be2-ae8f-a238754b247f {{(pid=113089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:44:13.061220 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be7579fa-9358-4be2-ae8f-a238754b247f'] response: {'name': 'network-changed', 'server_uuid': '7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b', 'tag': '089197a3-4eb5-4520-9e9f-cbb2ae723ccc', 'status': 'completed', 'code': 200} Aug 24 06:44:13.154297 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec7aa6-69ec-46fc-b086-310fcc3ca7ae req-34522eed-d81e-48f3-aaf7-e5a214796ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:13.156321 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-beec7aa6-69ec-46fc-b086-310fcc3ca7ae req-34522eed-d81e-48f3-aaf7-e5a214796ebd service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0aec98515a95467aa9a43853bfdcb7d7&device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 1130 time: 0.0469675 Aug 24 06:44:13.169872 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-fbd6394a-49b0-49bc-8cc1-4f50715efbe3 None None] Set router b859ea55-410f-4150-99fc-46246c7302ec gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:44:13.235097 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:13.270096 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec7aa6-69ec-46fc-b086-310fcc3ca7ae req-02bea9b3-2e23-4742-9b7e-dbd36573fbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:13.271887 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-beec7aa6-69ec-46fc-b086-310fcc3ca7ae req-02bea9b3-2e23-4742-9b7e-dbd36573fbfb service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=8be3c841-0d59-4803-979e-08c48130dbdb HTTP/1.1" status: 200 len: 917 time: 0.1090331 Aug 24 06:44:13.316548 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 48068) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:13.332516 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-1733b9d0-64de-48aa-a154-da4990111bc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:13.346972 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-beec7aa6-69ec-46fc-b086-310fcc3ca7ae req-77dc2a77-517f-4935-8262-0a519706e65d service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=089197a3-4eb5-4520-9e9f-cbb2ae723ccc HTTP/1.1" status: 200 len: 999 time: 0.0684710 Aug 24 06:44:13.428736 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec7aa6-69ec-46fc-b086-310fcc3ca7ae req-0b898b04-8777-4afa-a67a-ddfdd785733d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:13.430197 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-beec7aa6-69ec-46fc-b086-310fcc3ca7ae req-0b898b04-8777-4afa-a67a-ddfdd785733d service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=81feb445-3ba1-4eb7-aa79-cbcfce06b0ac HTTP/1.1" status: 200 len: 855 time: 0.0629346 Aug 24 06:44:13.438016 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-1733b9d0-64de-48aa-a154-da4990111bc0 admin admin] Publish callbacks [] for security_group (4f277116-a7d3-4bff-b126-e1a534cb80c3), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:13.444353 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-1733b9d0-64de-48aa-a154-da4990111bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (4f277116-a7d3-4bff-b126-e1a534cb80c3), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:13.463046 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-fbd6394a-49b0-49bc-8cc1-4f50715efbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'name': 'tempest-AttachVolumeShelveTestJSON-314602131-router', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:24Z', 'revision_number': 4, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'gw_port': {'id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '45353ce6-61a2-4bfd-bb08-e52b8e49d925', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'port_id': '089197a3-4eb5-4520-9e9f-cbb2ae723ccc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb', 'mac_address': 'fa:16:3e:b2:04:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:43:43Z', 'updated_at': '2022-08-24T06:44:11Z', 'revision_number': 1, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c16fb31-f66e-45bd-b513-c1d7c73b297e', 'name': '', 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'mac_address': 'fa:16:3e:74:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:22Z', 'updated_at': '2022-08-24T06:43:41Z', 'revision_number': 5, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'subnets': [{'id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:44:13.494050 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec7aa6-69ec-46fc-b086-310fcc3ca7ae req-ffb55550-dabb-4e10-b479-e707738e9bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:13.495257 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-beec7aa6-69ec-46fc-b086-310fcc3ca7ae req-ffb55550-dabb-4e10-b479-e707738e9bcf service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=8be3c841-0d59-4803-979e-08c48130dbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471475 Aug 24 06:44:13.495955 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd6394a-49b0-49bc-8cc1-4f50715efbe3 None None] Checking router: b859ea55-410f-4150-99fc-46246c7302ec for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:44:13.497796 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=100 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:13.499555 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=100 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:13.504809 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733b9d0-64de-48aa-a154-da4990111bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f277116-a7d3-4bff-b126-e1a534cb80c3,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:13.508414 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd6394a-49b0-49bc-8cc1-4f50715efbe3 None None] Routers {'b859ea55-410f-4150-99fc-46246c7302ec'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:44:13.509318 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-fbd6394a-49b0-49bc-8cc1-4f50715efbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:44:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['b859ea55-410f-4150-99fc-46246c7302ec'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:44:13.529668 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 48078) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:13.542760 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-1733b9d0-64de-48aa-a154-da4990111bc0 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5a2a36368bad459f869fb2898aa33510&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243657 Aug 24 06:44:13.640948 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-538d14d6-07b4-413a-823a-17de6c335b7f admin admin] Publish callbacks [] for security_group (4f277116-a7d3-4bff-b126-e1a534cb80c3), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:13.675410 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cea853-748a-4656-97c4-633fd74d2dfd req-c597d999-d892-4081-ab13-1e908e671c32 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:13.677338 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-44cea853-748a-4656-97c4-633fd74d2dfd req-c597d999-d892-4081-ab13-1e908e671c32 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0850289 Aug 24 06:44:13.680754 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-beec7aa6-69ec-46fc-b086-310fcc3ca7ae req-b1c1ebc2-2536-4dca-af43-aef1ed77cc5a service neutron] 10.222.0.58 "GET /networking/v2.0/networks/8be3c841-0d59-4803-979e-08c48130dbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771052 Aug 24 06:44:13.685606 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-538d14d6-07b4-413a-823a-17de6c335b7f admin admin] Publish callbacks [] for security_group (4f277116-a7d3-4bff-b126-e1a534cb80c3), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:13.746610 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-44cea853-748a-4656-97c4-633fd74d2dfd req-025236bb-e4a6-4917-bd28-d6db63728dd8 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623689 Aug 24 06:44:13.748824 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-fbd6394a-49b0-49bc-8cc1-4f50715efbe3 None None] Set router b859ea55-410f-4150-99fc-46246c7302ec gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:44:13.833110 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-538d14d6-07b4-413a-823a-17de6c335b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (4f277116-a7d3-4bff-b126-e1a534cb80c3), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:13.836634 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-538d14d6-07b4-413a-823a-17de6c335b7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:13.837939 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-538d14d6-07b4-413a-823a-17de6c335b7f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4f277116-a7d3-4bff-b126-e1a534cb80c3 HTTP/1.1" status: 204 len: 168 time: 0.3072438 Aug 24 06:44:13.840059 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-beec7aa6-69ec-46fc-b086-310fcc3ca7ae req-0cc8aa6d-d474-4a10-8669-99f4cfe3dc88 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/8be3c841-0d59-4803-979e-08c48130dbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510768 Aug 24 06:44:13.848419 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d14d6-07b4-413a-823a-17de6c335b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f277116-a7d3-4bff-b126-e1a534cb80c3,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:13.961564 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:14.016131 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-fbd6394a-49b0-49bc-8cc1-4f50715efbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'name': 'tempest-AttachVolumeShelveTestJSON-314602131-router', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:24Z', 'revision_number': 4, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'gw_port': {'id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '45353ce6-61a2-4bfd-bb08-e52b8e49d925', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'port_id': '089197a3-4eb5-4520-9e9f-cbb2ae723ccc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb', 'mac_address': 'fa:16:3e:b2:04:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:43:43Z', 'updated_at': '2022-08-24T06:44:11Z', 'revision_number': 1, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c16fb31-f66e-45bd-b513-c1d7c73b297e', 'name': '', 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'mac_address': 'fa:16:3e:74:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:22Z', 'updated_at': '2022-08-24T06:43:41Z', 'revision_number': 5, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'subnets': [{'id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:44:14.042918 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd6394a-49b0-49bc-8cc1-4f50715efbe3 None None] The sync data for ids ['b859ea55-410f-4150-99fc-46246c7302ec'] in dv-cinder-854271-1-iscsi is: [{'id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'name': 'tempest-AttachVolumeShelveTestJSON-314602131-router', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:24Z', 'revision_number': 4, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'gw_port': {'id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '45353ce6-61a2-4bfd-bb08-e52b8e49d925', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'port_id': '089197a3-4eb5-4520-9e9f-cbb2ae723ccc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb', 'mac_address': 'fa:16:3e:b2:04:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:43:43Z', 'updated_at': '2022-08-24T06:44:11Z', 'revision_number': 1, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c16fb31-f66e-45bd-b513-c1d7c73b297e', 'name': '', 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'mac_address': 'fa:16:3e:74:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:22Z', 'updated_at': '2022-08-24T06:43:41Z', 'revision_number': 5, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'subnets': [{'id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:44:14.295695 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc42e6bc-0c00-4618-8f64-459c150e406b None None] New status for floating IP 45353ce6-61a2-4bfd-bb08-e52b8e49d925: ACTIVE {{(pid=113090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 06:44:14.413809 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:14.887606 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22f68e-6ed7-42e5-a1d1-ec49a67d04e7 req-a92c61fc-d1fc-478f-b35b-4756d17f29f2 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:14.889823 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-df22f68e-6ed7-42e5-a1d1-ec49a67d04e7 req-a92c61fc-d1fc-478f-b35b-4756d17f29f2 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0564418 Aug 24 06:44:14.933397 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:14.968182 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-df22f68e-6ed7-42e5-a1d1-ec49a67d04e7 req-2240e90b-8b11-4e3b-a250-30ffcdeda28a tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712364 Aug 24 06:44:15.457425 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:15.508492 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:15.598645 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 48164) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:15.755682 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-3d30670c-49a0-4fc3-afc6-fdc025542350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:15.865212 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-3d30670c-49a0-4fc3-afc6-fdc025542350 admin admin] Publish callbacks [] for security_group (8d15f93f-6040-4bbb-b535-4c63471b1f02), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:15.871712 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-3d30670c-49a0-4fc3-afc6-fdc025542350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (8d15f93f-6040-4bbb-b535-4c63471b1f02), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:15.913421 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30670c-49a0-4fc3-afc6-fdc025542350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d15f93f-6040-4bbb-b535-4c63471b1f02,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:15.921194 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 48180) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:15.921739 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-3d30670c-49a0-4fc3-afc6-fdc025542350 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=9888d2b17cfa4a53940c89e0a4964127&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3215570 Aug 24 06:44:16.007033 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-0d027740-5281-46a0-801b-f1f5f0631d78 admin admin] Publish callbacks [] for security_group (8d15f93f-6040-4bbb-b535-4c63471b1f02), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:16.044612 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-0d027740-5281-46a0-801b-f1f5f0631d78 admin admin] Publish callbacks [] for security_group (8d15f93f-6040-4bbb-b535-4c63471b1f02), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:16.077785 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:16.139499 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5dbd6-f00a-4b36-98bd-f4154296e3e6 req-4d5affe9-c088-4841-b9b3-740d85c11495 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:16.141021 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-dda5dbd6-f00a-4b36-98bd-f4154296e3e6 req-4d5affe9-c088-4841-b9b3-740d85c11495 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0827236 Aug 24 06:44:16.179755 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-0d027740-5281-46a0-801b-f1f5f0631d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (8d15f93f-6040-4bbb-b535-4c63471b1f02), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:16.183176 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-0d027740-5281-46a0-801b-f1f5f0631d78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:16.187224 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-0d027740-5281-46a0-801b-f1f5f0631d78 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/8d15f93f-6040-4bbb-b535-4c63471b1f02 HTTP/1.1" status: 204 len: 168 time: 0.2614257 Aug 24 06:44:16.203827 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d027740-5281-46a0-801b-f1f5f0631d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d15f93f-6040-4bbb-b535-4c63471b1f02,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:16.208279 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-dda5dbd6-f00a-4b36-98bd-f4154296e3e6 req-1876adb2-9ef6-499f-bd77-cdcdf31ffd22 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605104 Aug 24 06:44:16.350414 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 48204) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:16.461261 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-3e508f9b-a786-44fd-8c02-c4bcffd8cb82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:16.477055 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 48208) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:16.491419 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-acb7aaf6-5738-4e91-9339-cc46ecddd0fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:16.511831 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:16.542409 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-3e508f9b-a786-44fd-8c02-c4bcffd8cb82 admin admin] Publish callbacks [] for security_group (278e249b-2a6d-4eda-ae7f-6d47d7a13cd9), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:16.546245 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-3e508f9b-a786-44fd-8c02-c4bcffd8cb82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (278e249b-2a6d-4eda-ae7f-6d47d7a13cd9), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:16.548113 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:16.577682 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-acb7aaf6-5738-4e91-9339-cc46ecddd0fd admin admin] Publish callbacks [] for security_group (2f43b5df-c8a9-46d7-a9e8-2188152c05aa), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:16.585780 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-acb7aaf6-5738-4e91-9339-cc46ecddd0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (2f43b5df-c8a9-46d7-a9e8-2188152c05aa), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:16.590384 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-3e508f9b-a786-44fd-8c02-c4bcffd8cb82 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=2dd3aa08031747c083e6734e45584f9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387190 Aug 24 06:44:16.591223 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e508f9b-a786-44fd-8c02-c4bcffd8cb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278e249b-2a6d-4eda-ae7f-6d47d7a13cd9,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:16.594577 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 48210) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:16.630781 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-acb7aaf6-5738-4e91-9339-cc46ecddd0fd admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=2dd31875cb194c91a2f734f7d4e29108&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1524839 Aug 24 06:44:16.631586 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb7aaf6-5738-4e91-9339-cc46ecddd0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f43b5df-c8a9-46d7-a9e8-2188152c05aa,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:16.634209 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 48212) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:16.649592 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d0a2b634-7d62-4da2-9c33-8b30a7fcabb9 admin admin] Publish callbacks [] for security_group (278e249b-2a6d-4eda-ae7f-6d47d7a13cd9), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:16.670202 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d0a2b634-7d62-4da2-9c33-8b30a7fcabb9 admin admin] Publish callbacks [] for security_group (278e249b-2a6d-4eda-ae7f-6d47d7a13cd9), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:16.686444 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-014cee40-7433-47e9-919a-59301ce13664 admin admin] Publish callbacks [] for security_group (2f43b5df-c8a9-46d7-a9e8-2188152c05aa), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:16.711690 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-014cee40-7433-47e9-919a-59301ce13664 admin admin] Publish callbacks [] for security_group (2f43b5df-c8a9-46d7-a9e8-2188152c05aa), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:16.721745 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d0a2b634-7d62-4da2-9c33-8b30a7fcabb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (278e249b-2a6d-4eda-ae7f-6d47d7a13cd9), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:16.724568 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d0a2b634-7d62-4da2-9c33-8b30a7fcabb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:16.725742 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-d0a2b634-7d62-4da2-9c33-8b30a7fcabb9 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/278e249b-2a6d-4eda-ae7f-6d47d7a13cd9 HTTP/1.1" status: 204 len: 168 time: 0.1302016 Aug 24 06:44:16.736896 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2b634-7d62-4da2-9c33-8b30a7fcabb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278e249b-2a6d-4eda-ae7f-6d47d7a13cd9,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:16.776294 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-014cee40-7433-47e9-919a-59301ce13664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (2f43b5df-c8a9-46d7-a9e8-2188152c05aa), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:16.778996 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-014cee40-7433-47e9-919a-59301ce13664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:16.780331 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-014cee40-7433-47e9-919a-59301ce13664 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2f43b5df-c8a9-46d7-a9e8-2188152c05aa HTTP/1.1" status: 204 len: 168 time: 0.1452034 Aug 24 06:44:16.788405 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014cee40-7433-47e9-919a-59301ce13664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f43b5df-c8a9-46d7-a9e8-2188152c05aa,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:17.146671 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 48226) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:17.160259 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-3198af1a-1bea-4e5d-bd6b-224ecd752a08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:17.174869 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 48228) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:17.194826 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-035c19ad-5a16-41bb-b06a-f8ed65006dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:17.293675 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-3198af1a-1bea-4e5d-bd6b-224ecd752a08 admin admin] Publish callbacks [] for security_group (8ee38135-18c6-4415-bd16-d17a5ec88762), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:17.299210 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-3198af1a-1bea-4e5d-bd6b-224ecd752a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (8ee38135-18c6-4415-bd16-d17a5ec88762), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:17.341482 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e067b-352f-4b8a-af94-dcdbaefdb63e req-1d0d94f3-1ba3-4960-8b45-375f9d44d4bb tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:17.343788 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-905e067b-352f-4b8a-af94-dcdbaefdb63e req-1d0d94f3-1ba3-4960-8b45-375f9d44d4bb tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0520973 Aug 24 06:44:17.356895 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-035c19ad-5a16-41bb-b06a-f8ed65006dee admin admin] Publish callbacks [] for security_group (6f64aeb4-4be8-4c88-b125-fdb1012fe69e), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:17.359526 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-3198af1a-1bea-4e5d-bd6b-224ecd752a08 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=2c0c28a3c5704898b43a1dd7ef68a5a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2117670 Aug 24 06:44:17.360635 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198af1a-1bea-4e5d-bd6b-224ecd752a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee38135-18c6-4415-bd16-d17a5ec88762,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:17.362903 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 48232) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:17.371029 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-035c19ad-5a16-41bb-b06a-f8ed65006dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (6f64aeb4-4be8-4c88-b125-fdb1012fe69e), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:17.398735 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-905e067b-352f-4b8a-af94-dcdbaefdb63e req-f6f1a5e8-e67e-4562-9aa3-216cf4538a52 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489228 Aug 24 06:44:17.437260 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-035c19ad-5a16-41bb-b06a-f8ed65006dee admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=37fa2c42449e4d11afb70cbb3b178661&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2609656 Aug 24 06:44:17.438347 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c19ad-5a16-41bb-b06a-f8ed65006dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f64aeb4-4be8-4c88-b125-fdb1012fe69e,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:17.440093 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 48234) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:17.457150 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-0f252572-ed19-477a-90d7-1a3787574330 admin admin] Publish callbacks [] for security_group (8ee38135-18c6-4415-bd16-d17a5ec88762), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:17.481223 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-0f252572-ed19-477a-90d7-1a3787574330 admin admin] Publish callbacks [] for security_group (8ee38135-18c6-4415-bd16-d17a5ec88762), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:17.493185 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e1a1cb0a-469c-4089-973c-839296e42f77 admin admin] Publish callbacks [] for security_group (6f64aeb4-4be8-4c88-b125-fdb1012fe69e), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:17.498195 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:17.515083 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e1a1cb0a-469c-4089-973c-839296e42f77 admin admin] Publish callbacks [] for security_group (6f64aeb4-4be8-4c88-b125-fdb1012fe69e), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:17.537582 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-0f252572-ed19-477a-90d7-1a3787574330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (8ee38135-18c6-4415-bd16-d17a5ec88762), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:17.540938 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-0f252572-ed19-477a-90d7-1a3787574330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:17.544488 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-0f252572-ed19-477a-90d7-1a3787574330 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/8ee38135-18c6-4415-bd16-d17a5ec88762 HTTP/1.1" status: 204 len: 168 time: 0.1782715 Aug 24 06:44:17.550382 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f252572-ed19-477a-90d7-1a3787574330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee38135-18c6-4415-bd16-d17a5ec88762,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:17.552544 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:17.581102 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e1a1cb0a-469c-4089-973c-839296e42f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (6f64aeb4-4be8-4c88-b125-fdb1012fe69e), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:17.583504 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e1a1cb0a-469c-4089-973c-839296e42f77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:17.584657 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-e1a1cb0a-469c-4089-973c-839296e42f77 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6f64aeb4-4be8-4c88-b125-fdb1012fe69e HTTP/1.1" status: 204 len: 168 time: 0.1434867 Aug 24 06:44:17.593527 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a1cb0a-469c-4089-973c-839296e42f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f64aeb4-4be8-4c88-b125-fdb1012fe69e,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:18.473599 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 48286) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:18.537075 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b691b-704c-4e65-854f-5b24b85a90bc req-f6ab9cf7-4ffc-42ab-9ded-f4e98a7b0adc tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:18.538627 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4c5b691b-704c-4e65-854f-5b24b85a90bc req-f6ab9cf7-4ffc-42ab-9ded-f4e98a7b0adc tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0587049 Aug 24 06:44:18.590711 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4c5b691b-704c-4e65-854f-5b24b85a90bc req-9a888d29-d45a-4b26-b365-ab72ba35d816 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452669 Aug 24 06:44:18.632985 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-c90468cd-640f-4c87-9e14-0c5aba102214 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1866709001-network', 'tenant_id': 'b1d68e8e7e104bccb721e3c036a7907a'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:44:18.653863 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90468cd-640f-4c87-9e14-0c5aba102214 admin admin] Made reservation on behalf of b1d68e8e7e104bccb721e3c036a7907a for: {'network': 1} {{(pid=113089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:44:18.656408 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c90468cd-640f-4c87-9e14-0c5aba102214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for network (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:18.665750 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c90468cd-640f-4c87-9e14-0c5aba102214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:18.704745 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:18.747913 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c90468cd-640f-4c87-9e14-0c5aba102214 admin admin] Publish callbacks [] for security_group (c4499e3a-f7ee-4922-876b-f973853e6efe), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:18.752389 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c90468cd-640f-4c87-9e14-0c5aba102214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (c4499e3a-f7ee-4922-876b-f973853e6efe), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:18.777695 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c90468cd-640f-4c87-9e14-0c5aba102214 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=113089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 06:44:18.788269 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90468cd-640f-4c87-9e14-0c5aba102214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4499e3a-f7ee-4922-876b-f973853e6efe,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:18.793087 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c90468cd-640f-4c87-9e14-0c5aba102214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (d70b68af-beaa-4880-9fac-acf996738416), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:18.793418 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.db.segments_db [None req-c90468cd-640f-4c87-9e14-0c5aba102214 admin admin] Added segment d70b68af-beaa-4880-9fac-acf996738416 of type vlan for network 8c682e0c-d2b1-404f-9302-13fb87fddf13 Aug 24 06:44:18.837471 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c90468cd-640f-4c87-9e14-0c5aba102214 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748142589579'] for network (8c682e0c-d2b1-404f-9302-13fb87fddf13), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:18.869573 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c90468cd-640f-4c87-9e14-0c5aba102214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for network (8c682e0c-d2b1-404f-9302-13fb87fddf13), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:18.870639 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90468cd-640f-4c87-9e14-0c5aba102214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:18.871218 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c90468cd-640f-4c87-9e14-0c5aba102214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:18.906325 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-c90468cd-640f-4c87-9e14-0c5aba102214 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4314747 Aug 24 06:44:18.909467 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 48304) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:18.915599 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-f5f8e98e-b635-470a-b50c-fb03eecfacc7 admin admin] Request body: {'subnet': {'network_id': '8c682e0c-d2b1-404f-9302-13fb87fddf13', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1866709001-subnet', 'tenant_id': 'b1d68e8e7e104bccb721e3c036a7907a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:44:18.932670 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:18.940502 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90468cd-640f-4c87-9e14-0c5aba102214 admin admin] Pushing event updated for resources: {'Network': ['ID=8c682e0c-d2b1-404f-9302-13fb87fddf13,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:18.941309 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f8e98e-b635-470a-b50c-fb03eecfacc7 admin admin] Made reservation on behalf of b1d68e8e7e104bccb721e3c036a7907a for: {'subnet': 1} {{(pid=113088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:44:18.943986 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f5f8e98e-b635-470a-b50c-fb03eecfacc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404133'] for subnet (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:18.953418 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Network 8c682e0c-d2b1-404f-9302-13fb87fddf13 details requested by agent ovs-agent-dv-cinder-854271-1-iscsi with host dv-cinder-854271-1-iscsi {{(pid=113090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 06:44:18.979499 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:19.130636 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f5f8e98e-b635-470a-b50c-fb03eecfacc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4108356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404043'] for subnet (629c0eb2-c9d1-4368-b5be-126124025145), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:19.181873 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8e98e-b635-470a-b50c-fb03eecfacc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=629c0eb2-c9d1-4368-b5be-126124025145,revision_number=0']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:19.198582 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f8e98e-b635-470a-b50c-fb03eecfacc7 admin admin] Checking segment: {'id': 'd70b68af-beaa-4880-9fac-acf996738416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8c682e0c-d2b1-404f-9302-13fb87fddf13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:44:19.199012 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f8e98e-b635-470a-b50c-fb03eecfacc7 admin admin] Network hostable DHCP agents. Network: 8c682e0c-d2b1-404f-9302-13fb87fddf13, hostable agents: ['133a3e8a-16cb-4472-a923-08e28c023b55'], hosted agents: [] {{(pid=113088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 06:44:19.223899 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f8e98e-b635-470a-b50c-fb03eecfacc7 admin admin] Network 8c682e0c-d2b1-404f-9302-13fb87fddf13 is scheduled to be hosted by DHCP agent 133a3e8a-16cb-4472-a923-08e28c023b55 with binding_index 1 {{(pid=113088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 06:44:19.234498 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-f5f8e98e-b635-470a-b50c-fb03eecfacc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854271-1-iscsi, 8c682e0c-d2b1-404f-9302-13fb87fddf13) {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:44:19.239283 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f8e98e-b635-470a-b50c-fb03eecfacc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:19.239994 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f5f8e98e-b635-470a-b50c-fb03eecfacc7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:19.250117 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583a551e-5ad9-4dc3-91ee-52aa7eba14f3 None None] Network 8c682e0c-d2b1-404f-9302-13fb87fddf13 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:44:19.268211 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-f5f8e98e-b635-470a-b50c-fb03eecfacc7 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3569963 Aug 24 06:44:19.374209 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1f944c-7f76-4c95-ab83-4a508fa4ccad None None] Network 8c682e0c-d2b1-404f-9302-13fb87fddf13 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:44:19.568462 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 48334) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:19.732228 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395beb41-e215-4f60-9309-5359ed19a134 req-ebbd7626-dcc5-4d91-9630-93b3f986eace tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:19.741377 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-395beb41-e215-4f60-9309-5359ed19a134 req-ebbd7626-dcc5-4d91-9630-93b3f986eace tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0734758 Aug 24 06:44:19.809331 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-395beb41-e215-4f60-9309-5359ed19a134 req-f1a52790-bf65-4df5-9d4c-2e2a2ab939ff tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669770 Aug 24 06:44:19.810729 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c74e1c3f-e7f6-490e-8d95-a28347e39f83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:19.826367 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-8243a886-f0e0-4d87-8ff7-f9b6f73cea12 req-c5865614-a077-49ab-acee-761c4d1b7c25 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662394 Aug 24 06:44:19.908173 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c74e1c3f-e7f6-490e-8d95-a28347e39f83 admin admin] Publish callbacks [] for security_group (19f4257f-a199-4df7-a088-ed0e7780faed), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:19.912788 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c74e1c3f-e7f6-490e-8d95-a28347e39f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (19f4257f-a199-4df7-a088-ed0e7780faed), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:19.952482 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-c74e1c3f-e7f6-490e-8d95-a28347e39f83 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=9cea29bac8a543af83270d0e44ae4624&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3831830 Aug 24 06:44:19.954393 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e1c3f-e7f6-490e-8d95-a28347e39f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f4257f-a199-4df7-a088-ed0e7780faed,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:19.955277 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 48346) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:20.006351 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-52cdee55-b796-445b-a9a9-273e1851ff45 admin admin] Publish callbacks [] for security_group (19f4257f-a199-4df7-a088-ed0e7780faed), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:20.026628 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-52cdee55-b796-445b-a9a9-273e1851ff45 admin admin] Publish callbacks [] for security_group (19f4257f-a199-4df7-a088-ed0e7780faed), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:20.078498 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-52cdee55-b796-445b-a9a9-273e1851ff45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (19f4257f-a199-4df7-a088-ed0e7780faed), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:20.081181 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-52cdee55-b796-445b-a9a9-273e1851ff45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:20.082389 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-52cdee55-b796-445b-a9a9-273e1851ff45 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/19f4257f-a199-4df7-a088-ed0e7780faed HTTP/1.1" status: 204 len: 168 time: 0.1259828 Aug 24 06:44:20.090683 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cdee55-b796-445b-a9a9-273e1851ff45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f4257f-a199-4df7-a088-ed0e7780faed,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:20.360307 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243a886-f0e0-4d87-8ff7-f9b6f73cea12 req-f57da739-29b1-4db8-9416-ac38cb7cc398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:20.361942 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-8243a886-f0e0-4d87-8ff7-f9b6f73cea12 req-f57da739-29b1-4db8-9416-ac38cb7cc398 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=2a401374685240dc94fe28ca99ad4e11&device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 1130 time: 0.0534358 Aug 24 06:44:20.438657 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 48356) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:20.456242 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-8370d5ea-af46-4f7b-ad59-d84f814c06b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:20.457860 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:20.505640 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243a886-f0e0-4d87-8ff7-f9b6f73cea12 req-65144301-b159-40a2-b907-8949ee335cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:20.507346 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-8243a886-f0e0-4d87-8ff7-f9b6f73cea12 req-65144301-b159-40a2-b907-8949ee335cb4 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad HTTP/1.1" status: 200 len: 920 time: 0.1140018 Aug 24 06:44:20.549090 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-8370d5ea-af46-4f7b-ad59-d84f814c06b5 admin admin] Publish callbacks [] for security_group (8c458060-8b8e-491e-a587-4c4c419e4477), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:20.553629 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-8370d5ea-af46-4f7b-ad59-d84f814c06b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (8c458060-8b8e-491e-a587-4c4c419e4477), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:20.574206 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-8243a886-f0e0-4d87-8ff7-f9b6f73cea12 req-e6c84fc0-32fb-4db9-a5e0-4191e0025443 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8eba2b0-b09a-4bae-9f7b-feefb9b58a05 HTTP/1.1" status: 200 len: 217 time: 0.0402296 Aug 24 06:44:20.596266 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-8370d5ea-af46-4f7b-ad59-d84f814c06b5 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4bf7bf496a444324a50782bd2573e53d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1529148 Aug 24 06:44:20.597154 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370d5ea-af46-4f7b-ad59-d84f814c06b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c458060-8b8e-491e-a587-4c4c419e4477,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:20.599636 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 48358) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:20.636336 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243a886-f0e0-4d87-8ff7-f9b6f73cea12 req-177a3e0b-071b-4451-9448-6c561137e6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:20.637795 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-8243a886-f0e0-4d87-8ff7-f9b6f73cea12 req-177a3e0b-071b-4451-9448-6c561137e6dc service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=87c63329-c783-4018-8f3e-d78ef061967a HTTP/1.1" status: 200 len: 858 time: 0.0527968 Aug 24 06:44:20.651265 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-7afd2f32-7b59-46c4-8373-75bae4db0139 admin admin] Publish callbacks [] for security_group (8c458060-8b8e-491e-a587-4c4c419e4477), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:20.671949 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-7afd2f32-7b59-46c4-8373-75bae4db0139 admin admin] Publish callbacks [] for security_group (8c458060-8b8e-491e-a587-4c4c419e4477), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:20.687027 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:20.687436 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243a886-f0e0-4d87-8ff7-f9b6f73cea12 req-8b518117-8201-44ca-ab6d-4d457abc7c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:20.689032 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-8243a886-f0e0-4d87-8ff7-f9b6f73cea12 req-8b518117-8201-44ca-ab6d-4d457abc7c7c service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393109 Aug 24 06:44:20.725200 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-7afd2f32-7b59-46c4-8373-75bae4db0139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (8c458060-8b8e-491e-a587-4c4c419e4477), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:20.728156 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-7afd2f32-7b59-46c4-8373-75bae4db0139 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:20.729306 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-7afd2f32-7b59-46c4-8373-75bae4db0139 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/8c458060-8b8e-491e-a587-4c4c419e4477 HTTP/1.1" status: 204 len: 168 time: 0.1290026 Aug 24 06:44:20.737416 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd2f32-7b59-46c4-8373-75bae4db0139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c458060-8b8e-491e-a587-4c4c419e4477,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:20.774378 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:20.793530 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:20.798233 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-8243a886-f0e0-4d87-8ff7-f9b6f73cea12 req-efed3910-b1d0-40d3-ab52-aa9b62dbda64 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962162 Aug 24 06:44:20.867920 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:20.900833 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-8243a886-f0e0-4d87-8ff7-f9b6f73cea12 req-56c08133-395b-4a0b-b2a0-38e15712d6a6 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932345 Aug 24 06:44:20.975836 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae6c22-48d3-4cff-9959-9382eb560793 req-73b7d285-7cea-42eb-9cf2-8af25bf52640 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:20.977708 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5aae6c22-48d3-4cff-9959-9382eb560793 req-73b7d285-7cea-42eb-9cf2-8af25bf52640 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0766866 Aug 24 06:44:21.035125 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5aae6c22-48d3-4cff-9959-9382eb560793 req-37f9b363-32a5-4188-a68c-403538a323bc tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483584 Aug 24 06:44:21.252246 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-b37e420f-34ab-4085-9e31-9458f3406899 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:21.253752 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-b37e420f-34ab-4085-9e31-9458f3406899 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/networks?id=8c682e0c-d2b1-404f-9302-13fb87fddf13 HTTP/1.1" status: 200 len: 814 time: 0.1051564 Aug 24 06:44:21.270410 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-50c327fc-bf79-4552-9b6c-bf84d10e55ea tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/quotas/b1d68e8e7e104bccb721e3c036a7907a HTTP/1.1" status: 200 len: 375 time: 0.0104976 Aug 24 06:44:21.303530 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-e8981c40-78ea-4382-a633-10206cd087b7 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=b1d68e8e7e104bccb721e3c036a7907a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276072 Aug 24 06:44:21.403608 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-3fcf7ffa-4b16-46b0-8100-2ee5d369d976 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8c682e0c-d2b1-404f-9302-13fb87fddf13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924063 Aug 24 06:44:21.522754 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-32d5c728-a205-413f-aa95-61bcc9689ce6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8c682e0c-d2b1-404f-9302-13fb87fddf13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133373 Aug 24 06:44:21.762244 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-797aefbf-920f-4188-ae14-a211e8a648ef req-7191145b-e3e2-4818-8cee-7c041eee9f2d tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b607344-1425-4d24-9b6f-3b78de61737b HTTP/1.1" status: 200 len: 210 time: 0.0416903 Aug 24 06:44:21.903143 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e002c6-8d8f-4be3-b725-24095206a8d9 req-61ecec59-fbcd-4b9c-97f0-012316bc5c58 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:21.910779 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-98e002c6-8d8f-4be3-b725-24095206a8d9 req-61ecec59-fbcd-4b9c-97f0-012316bc5c58 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9aec55df-6956-4258-81c9-469249e92ee8 HTTP/1.1" status: 200 len: 945 time: 0.0777588 Aug 24 06:44:21.980938 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-98e002c6-8d8f-4be3-b725-24095206a8d9 req-79d81a1e-cd8f-4768-b524-c883f9e651a3 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d2df9be7-d8f4-4bc0-abdc-92abdb2bcb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691421 Aug 24 06:44:22.200173 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290497bb-f6c4-4cb2-9ea3-982bff979fdc req-f66186b6-f93d-477c-905c-de08c4c5b4f9 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:22.201691 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-290497bb-f6c4-4cb2-9ea3-982bff979fdc req-f66186b6-f93d-477c-905c-de08c4c5b4f9 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0604358 Aug 24 06:44:22.265002 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-290497bb-f6c4-4cb2-9ea3-982bff979fdc req-0255d728-c309-450b-9c5a-c751463545c3 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567043 Aug 24 06:44:22.870712 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2a1f648a-67b5-4cf8-8088-59fc110d47a8 req-d1bf515b-452d-4506-b41d-b61675134aed tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b607344-1425-4d24-9b6f-3b78de61737b HTTP/1.1" status: 200 len: 210 time: 0.0283763 Aug 24 06:44:23.069233 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:23.106639 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc143870-5e86-4cd2-b7c3-611f6323ed82 req-ed1bd2eb-2dcf-4d9d-a903-cae801e82477 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:23.108182 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bc143870-5e86-4cd2-b7c3-611f6323ed82 req-ed1bd2eb-2dcf-4d9d-a903-cae801e82477 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9aec55df-6956-4258-81c9-469249e92ee8 HTTP/1.1" status: 200 len: 945 time: 0.0498943 Aug 24 06:44:23.162899 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bc143870-5e86-4cd2-b7c3-611f6323ed82 req-6ac68484-0b76-408f-bac7-2297316ebc22 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d2df9be7-d8f4-4bc0-abdc-92abdb2bcb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458446 Aug 24 06:44:23.393634 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104beed-411c-43d1-83a7-a18b430038f4 req-b28058a5-e6f9-48cc-914f-df46de2660ff tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:23.395261 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5104beed-411c-43d1-83a7-a18b430038f4 req-b28058a5-e6f9-48cc-914f-df46de2660ff tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0512497 Aug 24 06:44:23.444756 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5104beed-411c-43d1-83a7-a18b430038f4 req-e7c07ca5-e5e2-47da-84f4-bd6675a5c9d2 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431800 Aug 24 06:44:23.979500 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0a13725e-9813-4922-a359-a9ac0e8f7e8e req-4bc125a8-eb4c-4104-a0ee-fe9c2fcad3f1 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b607344-1425-4d24-9b6f-3b78de61737b HTTP/1.1" status: 200 len: 210 time: 0.0300186 Aug 24 06:44:24.053880 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=34 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:24.061153 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=44 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:24.302003 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e58984-40e2-4a04-8884-4406917f28f9 req-573af104-3be7-41c5-818e-3ddd20fcd048 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:24.303394 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-55e58984-40e2-4a04-8884-4406917f28f9 req-573af104-3be7-41c5-818e-3ddd20fcd048 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9aec55df-6956-4258-81c9-469249e92ee8 HTTP/1.1" status: 200 len: 945 time: 0.0629032 Aug 24 06:44:24.354601 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-55e58984-40e2-4a04-8884-4406917f28f9 req-8576d21b-5157-4269-9146-9ecaf23728df tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d2df9be7-d8f4-4bc0-abdc-92abdb2bcb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441177 Aug 24 06:44:24.575333 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:24.592401 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cf269-6142-48e0-8d04-ce773c43ee11 req-9b86911e-e329-4556-be5a-8b7e7e2e2253 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:24.594179 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b97cf269-6142-48e0-8d04-ce773c43ee11 req-9b86911e-e329-4556-be5a-8b7e7e2e2253 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0534430 Aug 24 06:44:24.618134 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577471fc-3891-4729-a0c4-c8b59d789bfa req-4f1b446e-c6a9-43c6-b732-08831dc463ab tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:24.620244 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-577471fc-3891-4729-a0c4-c8b59d789bfa req-4f1b446e-c6a9-43c6-b732-08831dc463ab tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9aec55df-6956-4258-81c9-469249e92ee8 HTTP/1.1" status: 200 len: 945 time: 0.1024187 Aug 24 06:44:24.715843 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b97cf269-6142-48e0-8d04-ce773c43ee11 req-f3f917a0-850f-4987-866a-041348414368 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106725 Aug 24 06:44:24.759700 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-cf512c8d-e420-4574-8d86-b5c058476716 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:24.761867 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-cf512c8d-e420-4574-8d86-b5c058476716 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.58 "GET /networking/v2.0/networks?id=8c682e0c-d2b1-404f-9302-13fb87fddf13 HTTP/1.1" status: 200 len: 814 time: 0.1664937 Aug 24 06:44:24.768500 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [req-577471fc-3891-4729-a0c4-c8b59d789bfa req-1a0da97c-8677-4ea6-b456-83fee9cb31a9 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Deleting port 3ac81731-4203-4914-a5b4-e0429c7bf9e1 {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:44:24.768829 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-577471fc-3891-4729-a0c4-c8b59d789bfa req-1a0da97c-8677-4ea6-b456-83fee9cb31a9 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (3ac81731-4203-4914-a5b4-e0429c7bf9e1), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:24.780144 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-55edb8de-708b-4701-ac97-82f55b1a84eb tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Request body: {'port': {'device_id': '7b607344-1425-4d24-9b6f-3b78de61737b', 'network_id': '8c682e0c-d2b1-404f-9302-13fb87fddf13', 'admin_state_up': True, 'tenant_id': 'b1d68e8e7e104bccb721e3c036a7907a'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:44:25.087665 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-577471fc-3891-4729-a0c4-c8b59d789bfa req-1a0da97c-8677-4ea6-b456-83fee9cb31a9 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] For port 3ac81731-4203-4914-a5b4-e0429c7bf9e1, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=3ac81731-4203-4914-a5b4-e0429c7bf9e1,segment=NetworkSegment(22d81dca-a42b-4c68-b84a-e3a32cb83863),segment_id=22d81dca-a42b-4c68-b84a-e3a32cb83863)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:44:25.088049 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-577471fc-3891-4729-a0c4-c8b59d789bfa req-1a0da97c-8677-4ea6-b456-83fee9cb31a9 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (3ac81731-4203-4914-a5b4-e0429c7bf9e1), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:25.103031 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [req-577471fc-3891-4729-a0c4-c8b59d789bfa req-1a0da97c-8677-4ea6-b456-83fee9cb31a9 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Calling delete_port for 3ac81731-4203-4914-a5b4-e0429c7bf9e1 owned by compute:nova {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:44:25.110964 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0a3487ca-0b75-4a8c-a2c6-2cdc9529ba8f req-08b5e1e3-488e-49c5-ae6f-a676a632d434 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b607344-1425-4d24-9b6f-3b78de61737b HTTP/1.1" status: 200 len: 210 time: 0.0381219 Aug 24 06:44:25.134240 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-55edb8de-708b-4701-ac97-82f55b1a84eb tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Made reservation on behalf of b1d68e8e7e104bccb721e3c036a7907a for: {'port': 1} {{(pid=113089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:44:25.138541 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-55edb8de-708b-4701-ac97-82f55b1a84eb tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:25.264510 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.db_base_plugin_common [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-55edb8de-708b-4701-ac97-82f55b1a84eb tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Allocated IP 172.20.0.9 (8c682e0c-d2b1-404f-9302-13fb87fddf13/629c0eb2-c9d1-4368-b5be-126124025145/39027cd7-799c-4639-bf55-55e5d763c37a) {{(pid=113089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:44:25.273738 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-577471fc-3891-4729-a0c4-c8b59d789bfa req-1a0da97c-8677-4ea6-b456-83fee9cb31a9 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (3ac81731-4203-4914-a5b4-e0429c7bf9e1), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:25.286794 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['3ac81731-4203-4914-a5b4-e0429c7bf9e1'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:44:25.302332 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0da97c-8677-4ea6-b456-83fee9cb31a9 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Pushing event deleted for resources: {'Port': ['ID=3ac81731-4203-4914-a5b4-e0429c7bf9e1,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:25.375257 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [req-577471fc-3891-4729-a0c4-c8b59d789bfa req-1a0da97c-8677-4ea6-b456-83fee9cb31a9 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] No DVR routers for this DVR port 3ac81731-4203-4914-a5b4-e0429c7bf9e1 on host hv-cinder-85427 {{(pid=113088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:44:25.378323 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-577471fc-3891-4729-a0c4-c8b59d789bfa req-1a0da97c-8677-4ea6-b456-83fee9cb31a9 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:25.383178 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-577471fc-3891-4729-a0c4-c8b59d789bfa req-1a0da97c-8677-4ea6-b456-83fee9cb31a9 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.58 "DELETE /networking/v2.0/ports/3ac81731-4203-4914-a5b4-e0429c7bf9e1 HTTP/1.1" status: 204 len: 173 time: 0.7523534 Aug 24 06:44:25.383671 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aec55df-6956-4258-81c9-469249e92ee8', 'name': 'network-vif-deleted', 'tag': '3ac81731-4203-4914-a5b4-e0429c7bf9e1'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:44:25.386833 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a4003a-d2d6-43f6-b672-63251deeb1b5" -d '{"events": [{"server_uuid": "9aec55df-6956-4258-81c9-469249e92ee8", "name": "network-vif-deleted", "tag": "3ac81731-4203-4914-a5b4-e0429c7bf9e1"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:44:25.445225 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9efcb3-a228-444f-97af-2cd4e2fa4ac6 x-openstack-request-id: req-ea9efcb3-a228-444f-97af-2cd4e2fa4ac6 {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:44:25.445706 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aec55df-6956-4258-81c9-469249e92ee8", "name": "network-vif-deleted", "tag": "3ac81731-4203-4914-a5b4-e0429c7bf9e1", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:44:25.445826 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ea9efcb3-a228-444f-97af-2cd4e2fa4ac6 {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:44:25.446212 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea9efcb3-a228-444f-97af-2cd4e2fa4ac6'] response: {'server_uuid': '9aec55df-6956-4258-81c9-469249e92ee8', 'name': 'network-vif-deleted', 'tag': '3ac81731-4203-4914-a5b4-e0429c7bf9e1', 'status': 'completed', 'code': 200} Aug 24 06:44:25.485737 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:25.492863 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-55edb8de-708b-4701-ac97-82f55b1a84eb tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Publish callbacks [] for port (39027cd7-799c-4639-bf55-55e5d763c37a), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:25.544670 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ada8e602-ee87-44b2-958f-09b185b5e31e req-f59ab3e7-21ea-4f4f-ad8b-5a38b326e1f1 tempest-DeleteServersTestJSON-1206493735 tempest-DeleteServersTestJSON-1206493735-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9aec55df-6956-4258-81c9-469249e92ee8 HTTP/1.1" status: 200 len: 210 time: 0.0445344 Aug 24 06:44:25.563900 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-55edb8de-708b-4701-ac97-82f55b1a84eb tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (39027cd7-799c-4639-bf55-55e5d763c37a), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:25.621437 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-55edb8de-708b-4701-ac97-82f55b1a84eb tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Network 8c682e0c-d2b1-404f-9302-13fb87fddf13 is already hosted by enough agents. {{(pid=113089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:44:25.624147 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-55edb8de-708b-4701-ac97-82f55b1a84eb tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Resources bound (agent type, host, resource id): {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:44:25.628266 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-55edb8de-708b-4701-ac97-82f55b1a84eb tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Received port after_create {{(pid=113089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:44:25.632721 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-55edb8de-708b-4701-ac97-82f55b1a84eb tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:25.633332 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-55edb8de-708b-4701-ac97-82f55b1a84eb tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for port (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:25.646154 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55edb8de-708b-4701-ac97-82f55b1a84eb tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Pushing event updated for resources: {'Port': ['ID=39027cd7-799c-4639-bf55-55e5d763c37a,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:25.656144 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-55edb8de-708b-4701-ac97-82f55b1a84eb tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8801088 Aug 24 06:44:25.672207 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-ab62e01e-8a39-4fef-9156-18414c3c65c1 service neutron] Request body: {'port': {'device_id': '7b607344-1425-4d24-9b6f-3b78de61737b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:44:25.736053 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-ab62e01e-8a39-4fef-9156-18414c3c65c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (39027cd7-799c-4639-bf55-55e5d763c37a), before_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:25.747600 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:25.941612 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46dd32-76b6-4b09-bace-c5843464dc5f req-27caba3b-c3db-4c6c-a0ea-d47a687a1f5d tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:25.950793 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9f46dd32-76b6-4b09-bace-c5843464dc5f req-27caba3b-c3db-4c6c-a0ea-d47a687a1f5d tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0934930 Aug 24 06:44:26.063850 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9f46dd32-76b6-4b09-bace-c5843464dc5f req-bfb4f729-8d69-4fa9-84a8-42a5b58eb181 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119897 Aug 24 06:44:26.168631 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.notifiers.nova [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-ab62e01e-8a39-4fef-9156-18414c3c65c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39027cd7-799c-4639-bf55-55e5d763c37a {{(pid=113089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:44:26.179230 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-ab62e01e-8a39-4fef-9156-18414c3c65c1 service neutron] Publish callbacks [] for port (39027cd7-799c-4639-bf55-55e5d763c37a), precommit_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:26.201395 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.provisioning_blocks [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-ab62e01e-8a39-4fef-9156-18414c3c65c1 service neutron] Transition to ACTIVE for port object 39027cd7-799c-4639-bf55-55e5d763c37a will not be triggered until provisioned by entity L2. {{(pid=113089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 06:44:26.212697 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-ab62e01e-8a39-4fef-9156-18414c3c65c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (39027cd7-799c-4639-bf55-55e5d763c37a), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:26.335568 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62e01e-8a39-4fef-9156-18414c3c65c1 service neutron] Pushing event updated for resources: {'Port': ['ID=39027cd7-799c-4639-bf55-55e5d763c37a,revision_number=2']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:26.349673 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae1c6d-cd98-4136-bd42-a1b60f92d56d req-f7f3103b-44df-40e4-b3c9-90e7d4efc5a8 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:26.351213 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b3ae1c6d-cd98-4136-bd42-a1b60f92d56d req-f7f3103b-44df-40e4-b3c9-90e7d4efc5a8 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b607344-1425-4d24-9b6f-3b78de61737b HTTP/1.1" status: 200 len: 943 time: 0.1002479 Aug 24 06:44:26.352719 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.managers [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-ab62e01e-8a39-4fef-9156-18414c3c65c1 service neutron] Attempting to bind port 39027cd7-799c-4639-bf55-55e5d763c37a on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:44:26.353050 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.managers [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-ab62e01e-8a39-4fef-9156-18414c3c65c1 service neutron] Attempting to bind port 39027cd7-799c-4639-bf55-55e5d763c37a by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': 'd70b68af-beaa-4880-9fac-acf996738416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8c682e0c-d2b1-404f-9302-13fb87fddf13'}] {{(pid=113089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:44:26.353404 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-ab62e01e-8a39-4fef-9156-18414c3c65c1 service neutron] Attempting to bind port 39027cd7-799c-4639-bf55-55e5d763c37a on network 8c682e0c-d2b1-404f-9302-13fb87fddf13 {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:44:26.359648 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-ab62e01e-8a39-4fef-9156-18414c3c65c1 service neutron] Port 39027cd7-799c-4639-bf55-55e5d763c37a on network 8c682e0c-d2b1-404f-9302-13fb87fddf13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 06:44:26.359962 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-ab62e01e-8a39-4fef-9156-18414c3c65c1 service neutron] Attempting to bind port 39027cd7-799c-4639-bf55-55e5d763c37a on network 8c682e0c-d2b1-404f-9302-13fb87fddf13 {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:44:26.376954 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-ab62e01e-8a39-4fef-9156-18414c3c65c1 service neutron] Checking agent: {'id': '92318399-7fe8-4397-ad86-085269988e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'started_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:44:26.377295 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-ab62e01e-8a39-4fef-9156-18414c3c65c1 service neutron] Checking segment: {'id': 'd70b68af-beaa-4880-9fac-acf996738416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8c682e0c-d2b1-404f-9302-13fb87fddf13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:44:26.377678 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-ab62e01e-8a39-4fef-9156-18414c3c65c1 service neutron] Bound using segment: {'id': 'd70b68af-beaa-4880-9fac-acf996738416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8c682e0c-d2b1-404f-9302-13fb87fddf13'} {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:44:26.378117 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.managers [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-ab62e01e-8a39-4fef-9156-18414c3c65c1 service neutron] Bound port: 39027cd7-799c-4639-bf55-55e5d763c37a, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd70b68af-beaa-4880-9fac-acf996738416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8c682e0c-d2b1-404f-9302-13fb87fddf13'}}] {{(pid=113089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:44:26.378474 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-ab62e01e-8a39-4fef-9156-18414c3c65c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (39027cd7-799c-4639-bf55-55e5d763c37a), before_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:26.437273 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b3ae1c6d-cd98-4136-bd42-a1b60f92d56d req-12f982b1-a271-49f5-97f8-2955c83de97f tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780680 Aug 24 06:44:26.487569 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:26.490311 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.db [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-ab62e01e-8a39-4fef-9156-18414c3c65c1 service neutron] For port 39027cd7-799c-4639-bf55-55e5d763c37a, host hv-cinder-85427, cleared binding levels {{(pid=113089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:44:26.493786 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.db [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-ab62e01e-8a39-4fef-9156-18414c3c65c1 service neutron] For port 39027cd7-799c-4639-bf55-55e5d763c37a, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=39027cd7-799c-4639-bf55-55e5d763c37a,segment=NetworkSegment(d70b68af-beaa-4880-9fac-acf996738416),segment_id=d70b68af-beaa-4880-9fac-acf996738416)] {{(pid=113089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:44:26.502531 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-ab62e01e-8a39-4fef-9156-18414c3c65c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (39027cd7-799c-4639-bf55-55e5d763c37a), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:26.530241 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-ab62e01e-8a39-4fef-9156-18414c3c65c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:26.530783 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-ab62e01e-8a39-4fef-9156-18414c3c65c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for port (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:26.532192 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-ab62e01e-8a39-4fef-9156-18414c3c65c1 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/39027cd7-799c-4639-bf55-55e5d763c37a HTTP/1.1" status: 200 len: 1093 time: 0.8641899 Aug 24 06:44:26.532977 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b607344-1425-4d24-9b6f-3b78de61737b', 'tag': '39027cd7-799c-4639-bf55-55e5d763c37a'}] {{(pid=113089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:44:26.535230 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95c9b8c2b54b2cd10d832cf4cc4818d331942fea0eff1eb136de0d3feea1bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb65b96a-d899-44cd-b397-027b3d21dd4e" -d '{"events": [{"name": "network-changed", "server_uuid": "7b607344-1425-4d24-9b6f-3b78de61737b", "tag": "39027cd7-799c-4639-bf55-55e5d763c37a"}]}' {{(pid=113089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:44:26.580786 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62e01e-8a39-4fef-9156-18414c3c65c1 service neutron] Pushing event updated for resources: {'Port': ['ID=39027cd7-799c-4639-bf55-55e5d763c37a,revision_number=3']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:26.635008 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a34919-ce50-4fcd-8500-ee1d4c5748e9 x-openstack-request-id: req-69a34919-ce50-4fcd-8500-ee1d4c5748e9 {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:44:26.635472 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b607344-1425-4d24-9b6f-3b78de61737b", "tag": "39027cd7-799c-4639-bf55-55e5d763c37a", "status": "completed", "code": 200}]} {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:44:26.635818 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-69a34919-ce50-4fcd-8500-ee1d4c5748e9 {{(pid=113089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:44:26.636333 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69a34919-ce50-4fcd-8500-ee1d4c5748e9'] response: {'name': 'network-changed', 'server_uuid': '7b607344-1425-4d24-9b6f-3b78de61737b', 'tag': '39027cd7-799c-4639-bf55-55e5d763c37a', 'status': 'completed', 'code': 200} Aug 24 06:44:26.637802 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-1866f9f4-a15b-4ed4-a326-62286b91a523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:26.639419 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-1866f9f4-a15b-4ed4-a326-62286b91a523 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=b1d68e8e7e104bccb721e3c036a7907a&device_id=7b607344-1425-4d24-9b6f-3b78de61737b HTTP/1.1" status: 200 len: 1127 time: 0.0579209 Aug 24 06:44:26.702505 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-07da0ae6-8211-4003-b9f9-62db388a0762 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39027cd7-799c-4639-bf55-55e5d763c37a HTTP/1.1" status: 200 len: 217 time: 0.0503700 Aug 24 06:44:26.772323 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-cc5abfcc-adfe-4112-a3ea-25e2dbb4694c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:26.774108 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-cc5abfcc-adfe-4112-a3ea-25e2dbb4694c service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=629c0eb2-c9d1-4368-b5be-126124025145 HTTP/1.1" status: 200 len: 854 time: 0.0649633 Aug 24 06:44:26.822615 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-1e472571-2d4c-4b48-97c4-8bc897b53043 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=8c682e0c-d2b1-404f-9302-13fb87fddf13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373073 Aug 24 06:44:26.931641 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-79625ab5-53ac-477b-a679-7ea2628f39a6 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/8c682e0c-d2b1-404f-9302-13fb87fddf13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923767 Aug 24 06:44:27.016319 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:27.042502 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e8259835-d7a2-4cb2-85c9-30e99dcfd210 req-2f4925c5-cbe5-4699-ad47-67b5d9334ef2 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/8c682e0c-d2b1-404f-9302-13fb87fddf13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004174 Aug 24 06:44:27.197720 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae92d4e-cb98-45c2-8263-ce571ff02673 req-f53c1af9-292e-4e64-863f-cdbc0e1bb80a tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:27.199186 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-3ae92d4e-cb98-45c2-8263-ce571ff02673 req-f53c1af9-292e-4e64-863f-cdbc0e1bb80a tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0517194 Aug 24 06:44:27.259941 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-3ae92d4e-cb98-45c2-8263-ce571ff02673 req-54b4b2d6-26d4-4078-8dd8-e196a1ec96af tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546165 Aug 24 06:44:27.576480 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11dd6cc-8473-4748-b592-35afd54f17a8 req-c38cb9d7-ed63-4712-b336-44d22f2ca5b8 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:27.578732 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b11dd6cc-8473-4748-b592-35afd54f17a8 req-c38cb9d7-ed63-4712-b336-44d22f2ca5b8 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b607344-1425-4d24-9b6f-3b78de61737b HTTP/1.1" status: 200 len: 943 time: 0.0589154 Aug 24 06:44:27.630689 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b11dd6cc-8473-4748-b592-35afd54f17a8 req-28bb33d1-48a1-41d4-82c9-dac63195b65e tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463748 Aug 24 06:44:28.156087 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 48664) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:28.216462 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65b96a-d899-44cd-b397-027b3d21dd4e req-ec0351b6-ca07-4258-a1e7-e34093bd9156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:28.217974 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-eb65b96a-d899-44cd-b397-027b3d21dd4e req-ec0351b6-ca07-4258-a1e7-e34093bd9156 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=b1d68e8e7e104bccb721e3c036a7907a&device_id=7b607344-1425-4d24-9b6f-3b78de61737b HTTP/1.1" status: 200 len: 1127 time: 0.0441027 Aug 24 06:44:28.330845 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65b96a-d899-44cd-b397-027b3d21dd4e req-9bd2939e-d53a-46fb-ac13-3a936e043b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:28.332411 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-eb65b96a-d899-44cd-b397-027b3d21dd4e req-9bd2939e-d53a-46fb-ac13-3a936e043b0b service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=8c682e0c-d2b1-404f-9302-13fb87fddf13 HTTP/1.1" status: 200 len: 915 time: 0.1060648 Aug 24 06:44:28.376399 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 48672) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:28.392755 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-eb65b96a-d899-44cd-b397-027b3d21dd4e req-852e6a80-39f7-43ec-b1d9-bb23e4ed2d60 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39027cd7-799c-4639-bf55-55e5d763c37a HTTP/1.1" status: 200 len: 217 time: 0.0482209 Aug 24 06:44:28.473281 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb2e9d-e6b3-4c37-8ee3-7ae42db24886 req-0c8ca789-8941-428f-bcdb-adfd594ae087 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:28.474787 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d1bb2e9d-e6b3-4c37-8ee3-7ae42db24886 req-0c8ca789-8941-428f-bcdb-adfd594ae087 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0842414 Aug 24 06:44:28.488759 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65b96a-d899-44cd-b397-027b3d21dd4e req-cdd377c8-7750-4317-aae2-8d781840b6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:28.490170 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-eb65b96a-d899-44cd-b397-027b3d21dd4e req-cdd377c8-7750-4317-aae2-8d781840b6e5 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=629c0eb2-c9d1-4368-b5be-126124025145 HTTP/1.1" status: 200 len: 854 time: 0.0853012 Aug 24 06:44:28.549797 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-eb65b96a-d899-44cd-b397-027b3d21dd4e req-b3a1f927-516c-444b-9251-5cdc4718ec38 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=8c682e0c-d2b1-404f-9302-13fb87fddf13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384150 Aug 24 06:44:28.555072 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:28.557813 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d1bb2e9d-e6b3-4c37-8ee3-7ae42db24886 req-493697f8-975d-4f40-a3d3-c7411436eedf tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757151 Aug 24 06:44:28.567457 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 3ac81731-4203-4914-a5b4-e0429c7bf9e1 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:44:28.573373 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8e136fa8-ad27-4ff8-9499-6a20270e0a2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:28.593318 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] No Port match for: 3ac81731-4203-4914-a5b4-e0429c7bf9e1 {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:44:28.594036 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 3ac81731-4203-4914-a5b4-e0429c7bf9e1 not bound to the agent host hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:44:28.608851 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-aff236f3-dee3-47d2-8ffa-7a1eab6f856c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699757'] for router_interface (8aa09cbd-ae24-4c0f-a99c-780a8af138a3), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:28.653344 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-eb65b96a-d899-44cd-b397-027b3d21dd4e req-53994d4e-5131-4a28-8aec-667a0f04eaae service neutron] 10.222.0.58 "GET /networking/v2.0/networks/8c682e0c-d2b1-404f-9302-13fb87fddf13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942376 Aug 24 06:44:28.700493 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:28.701777 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:28.805371 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ff75b-efc9-450a-b343-47f44cfac1c0 req-ddfcabe3-d0b2-40a3-a2d3-6657e7aba276 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:28.806867 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-100ff75b-efc9-450a-b343-47f44cfac1c0 req-ddfcabe3-d0b2-40a3-a2d3-6657e7aba276 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b607344-1425-4d24-9b6f-3b78de61737b HTTP/1.1" status: 200 len: 943 time: 0.0656037 Aug 24 06:44:28.812899 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-eb65b96a-d899-44cd-b397-027b3d21dd4e req-f5442804-bbee-4f2b-88c8-d2a101d0fcf7 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/8c682e0c-d2b1-404f-9302-13fb87fddf13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487720 Aug 24 06:44:28.860802 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-100ff75b-efc9-450a-b343-47f44cfac1c0 req-627ef5f7-7020-4bf6-94e5-b5acfcaba1e8 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468388 Aug 24 06:44:28.871916 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8e136fa8-ad27-4ff8-9499-6a20270e0a2a admin admin] Publish callbacks [] for security_group (b758121b-1f89-4132-9654-def062895f8d), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:28.878161 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8e136fa8-ad27-4ff8-9499-6a20270e0a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (b758121b-1f89-4132-9654-def062895f8d), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:28.943908 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-8e136fa8-ad27-4ff8-9499-6a20270e0a2a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=1cd9c1a2742946ddbc49ea3ee65dd42c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5662174 Aug 24 06:44:28.946456 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e136fa8-ad27-4ff8-9499-6a20270e0a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b758121b-1f89-4132-9654-def062895f8d,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:28.946663 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 48678) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:28.984996 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-aff236f3-dee3-47d2-8ffa-7a1eab6f856c admin admin] Deleting port 03f0e9cc-df0f-45a9-ab39-87054c429672 {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:44:28.985354 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-aff236f3-dee3-47d2-8ffa-7a1eab6f856c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (03f0e9cc-df0f-45a9-ab39-87054c429672), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:29.002371 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-433e8c24-9d13-4210-9b6d-3ea0fc663c58 admin admin] Publish callbacks [] for security_group (b758121b-1f89-4132-9654-def062895f8d), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:29.029239 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-433e8c24-9d13-4210-9b6d-3ea0fc663c58 admin admin] Publish callbacks [] for security_group (b758121b-1f89-4132-9654-def062895f8d), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:29.069195 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [None req-aff236f3-dee3-47d2-8ffa-7a1eab6f856c admin admin] For port 03f0e9cc-df0f-45a9-ab39-87054c429672, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=03f0e9cc-df0f-45a9-ab39-87054c429672,segment=NetworkSegment(22d81dca-a42b-4c68-b84a-e3a32cb83863),segment_id=22d81dca-a42b-4c68-b84a-e3a32cb83863)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:44:29.069575 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-aff236f3-dee3-47d2-8ffa-7a1eab6f856c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (03f0e9cc-df0f-45a9-ab39-87054c429672), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:29.080806 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-433e8c24-9d13-4210-9b6d-3ea0fc663c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (b758121b-1f89-4132-9654-def062895f8d), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:29.083541 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-433e8c24-9d13-4210-9b6d-3ea0fc663c58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:29.084709 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-433e8c24-9d13-4210-9b6d-3ea0fc663c58 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b758121b-1f89-4132-9654-def062895f8d HTTP/1.1" status: 204 len: 168 time: 0.1369960 Aug 24 06:44:29.087485 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-aff236f3-dee3-47d2-8ffa-7a1eab6f856c admin admin] Calling delete_port for 03f0e9cc-df0f-45a9-ab39-87054c429672 owned by network:router_interface {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:44:29.094695 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e8c24-9d13-4210-9b6d-3ea0fc663c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b758121b-1f89-4132-9654-def062895f8d,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:29.281000 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-aff236f3-dee3-47d2-8ffa-7a1eab6f856c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (03f0e9cc-df0f-45a9-ab39-87054c429672), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:29.284608 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:29.328668 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff236f3-dee3-47d2-8ffa-7a1eab6f856c admin admin] Pushing event deleted for resources: {'Port': ['ID=03f0e9cc-df0f-45a9-ab39-87054c429672,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:29.442893 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 48686) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:29.457702 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-21ba4d04-6e68-48c8-bfc8-1cdf48abf89e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:29.482189 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:29.535616 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-aff236f3-dee3-47d2-8ffa-7a1eab6f856c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699641'] for router_interface (8aa09cbd-ae24-4c0f-a99c-780a8af138a3), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:29.568046 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-21ba4d04-6e68-48c8-bfc8-1cdf48abf89e admin admin] Publish callbacks [] for security_group (5533b1ee-04fe-402b-8eb0-860dfd441def), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:29.576564 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-21ba4d04-6e68-48c8-bfc8-1cdf48abf89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (5533b1ee-04fe-402b-8eb0-860dfd441def), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:29.624122 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-21ba4d04-6e68-48c8-bfc8-1cdf48abf89e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=69d2e86849374070bd35695270948f71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1768832 Aug 24 06:44:29.624122 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba4d04-6e68-48c8-bfc8-1cdf48abf89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5533b1ee-04fe-402b-8eb0-860dfd441def,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:29.624403 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 48690) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:29.687383 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b37a2-7665-49d1-a9e2-c8a5ae1e2a8b req-605c374a-fca7-46da-94f6-6ad5b604b863 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:29.688914 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d80b37a2-7665-49d1-a9e2-c8a5ae1e2a8b req-605c374a-fca7-46da-94f6-6ad5b604b863 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0472598 Aug 24 06:44:29.698236 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-39beb097-ccbe-4be7-8a84-b1ecf3f985b0 admin admin] Publish callbacks [] for security_group (5533b1ee-04fe-402b-8eb0-860dfd441def), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:29.707840 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:29.748719 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d80b37a2-7665-49d1-a9e2-c8a5ae1e2a8b req-9972f833-a158-454d-bea8-c2da23b10924 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537004 Aug 24 06:44:29.779159 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-39beb097-ccbe-4be7-8a84-b1ecf3f985b0 admin admin] Publish callbacks [] for security_group (5533b1ee-04fe-402b-8eb0-860dfd441def), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:29.851662 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff236f3-dee3-47d2-8ffa-7a1eab6f856c admin admin] Router 8aa09cbd-ae24-4c0f-a99c-780a8af138a3 has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:44:29.860962 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-39beb097-ccbe-4be7-8a84-b1ecf3f985b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (5533b1ee-04fe-402b-8eb0-860dfd441def), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:29.863608 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-39beb097-ccbe-4be7-8a84-b1ecf3f985b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:29.864836 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-39beb097-ccbe-4be7-8a84-b1ecf3f985b0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5533b1ee-04fe-402b-8eb0-860dfd441def HTTP/1.1" status: 204 len: 168 time: 0.2401383 Aug 24 06:44:29.876392 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39beb097-ccbe-4be7-8a84-b1ecf3f985b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5533b1ee-04fe-402b-8eb0-860dfd441def,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:30.004723 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba1cba-b473-47ed-aded-f49c6a9da436 req-ff294fe6-aa8f-41f5-97c7-67aa41eb87cc tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:30.006900 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f1ba1cba-b473-47ed-aded-f49c6a9da436 req-ff294fe6-aa8f-41f5-97c7-67aa41eb87cc tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b607344-1425-4d24-9b6f-3b78de61737b HTTP/1.1" status: 200 len: 943 time: 0.0566216 Aug 24 06:44:30.062219 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f1ba1cba-b473-47ed-aded-f49c6a9da436 req-d279d297-68e9-4a8f-bae8-2ee7a5a76d4f tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481339 Aug 24 06:44:30.183937 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff236f3-dee3-47d2-8ffa-7a1eab6f856c admin admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:44:30.189620 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-aff236f3-dee3-47d2-8ffa-7a1eab6f856c admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/8aa09cbd-ae24-4c0f-a99c-780a8af138a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0321646 Aug 24 06:44:30.192254 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 48698) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:30.195747 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aaee07-ff87-4f5e-b739-3d98a5bf1ff2 None None] Sync routers for ids ['8aa09cbd-ae24-4c0f-a99c-780a8af138a3'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:44:30.214412 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aaee07-ff87-4f5e-b739-3d98a5bf1ff2 None None] Routers {'8aa09cbd-ae24-4c0f-a99c-780a8af138a3'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:44:30.215138 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-94aaee07-ff87-4f5e-b739-3d98a5bf1ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:44:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['8aa09cbd-ae24-4c0f-a99c-780a8af138a3'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:44:30.302355 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-aeeef347-7f63-4635-8658-66f632534857 admin admin] Publish callbacks [] for router (8aa09cbd-ae24-4c0f-a99c-780a8af138a3), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:30.326717 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-94aaee07-ff87-4f5e-b739-3d98a5bf1ff2 None None] Set router 8aa09cbd-ae24-4c0f-a99c-780a8af138a3 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:44:30.441594 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-aeeef347-7f63-4635-8658-66f632534857 admin admin] Publish callbacks [] for router_gateway (8aa09cbd-ae24-4c0f-a99c-780a8af138a3), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:30.478986 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:30.499847 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-aeeef347-7f63-4635-8658-66f632534857 admin admin] Deleting port ff233a86-cd59-4c30-aa46-e24d9256d195 {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:44:30.500192 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-aeeef347-7f63-4635-8658-66f632534857 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (ff233a86-cd59-4c30-aa46-e24d9256d195), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:30.519944 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-94aaee07-ff87-4f5e-b739-3d98a5bf1ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa09cbd-ae24-4c0f-a99c-780a8af138a3', 'name': 'tempest-DeleteServersTestJSON-1883541692-router', 'tenant_id': '59b7ab43f7824f6c8a17988db2a25807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ff233a86-cd59-4c30-aa46-e24d9256d195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:44:29Z', 'revision_number': 5, 'project_id': '59b7ab43f7824f6c8a17988db2a25807', 'gw_port': {'id': 'ff233a86-cd59-4c30-aa46-e24d9256d195', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa09cbd-ae24-4c0f-a99c-780a8af138a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi'}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:44:30.548142 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aaee07-ff87-4f5e-b739-3d98a5bf1ff2 None None] Checking router: 8aa09cbd-ae24-4c0f-a99c-780a8af138a3 for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:44:30.560594 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aaee07-ff87-4f5e-b739-3d98a5bf1ff2 None None] Routers {'8aa09cbd-ae24-4c0f-a99c-780a8af138a3'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:44:30.561944 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-94aaee07-ff87-4f5e-b739-3d98a5bf1ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:44:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['8aa09cbd-ae24-4c0f-a99c-780a8af138a3'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:44:30.588781 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [None req-aeeef347-7f63-4635-8658-66f632534857 admin admin] For port ff233a86-cd59-4c30-aa46-e24d9256d195, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=ff233a86-cd59-4c30-aa46-e24d9256d195,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:44:30.589152 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-aeeef347-7f63-4635-8658-66f632534857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (ff233a86-cd59-4c30-aa46-e24d9256d195), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:30.607343 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-aeeef347-7f63-4635-8658-66f632534857 admin admin] Calling delete_port for ff233a86-cd59-4c30-aa46-e24d9256d195 owned by network:router_gateway {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:44:30.609010 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 39027cd7-799c-4639-bf55-55e5d763c37a details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 06:44:30.653029 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-94aaee07-ff87-4f5e-b739-3d98a5bf1ff2 None None] Set router 8aa09cbd-ae24-4c0f-a99c-780a8af138a3 gateway port host: None {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:44:30.709309 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-94aaee07-ff87-4f5e-b739-3d98a5bf1ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa09cbd-ae24-4c0f-a99c-780a8af138a3', 'name': 'tempest-DeleteServersTestJSON-1883541692-router', 'tenant_id': '59b7ab43f7824f6c8a17988db2a25807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:44:30Z', 'revision_number': 6, 'project_id': '59b7ab43f7824f6c8a17988db2a25807', 'gw_port_host': None}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:44:30.743499 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aaee07-ff87-4f5e-b739-3d98a5bf1ff2 None None] The sync data for ids ['8aa09cbd-ae24-4c0f-a99c-780a8af138a3'] in dv-cinder-854271-1-iscsi is: [{'id': '8aa09cbd-ae24-4c0f-a99c-780a8af138a3', 'name': 'tempest-DeleteServersTestJSON-1883541692-router', 'tenant_id': '59b7ab43f7824f6c8a17988db2a25807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:44:30Z', 'revision_number': 6, 'project_id': '59b7ab43f7824f6c8a17988db2a25807', 'gw_port_host': None}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:44:30.780379 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 48720) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:30.795172 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 39027cd7-799c-4639-bf55-55e5d763c37a, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=39027cd7-799c-4639-bf55-55e5d763c37a,segment=NetworkSegment(d70b68af-beaa-4880-9fac-acf996738416),segment_id=d70b68af-beaa-4880-9fac-acf996738416)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:44:30.814116 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Returning: {'device': '39027cd7-799c-4639-bf55-55e5d763c37a', 'network_id': '8c682e0c-d2b1-404f-9302-13fb87fddf13', 'port_id': '39027cd7-799c-4639-bf55-55e5d763c37a', 'mac_address': 'fa:16:3e:75:e4:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629c0eb2-c9d1-4368-b5be-126124025145', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 06:44:30.833496 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-aeeef347-7f63-4635-8658-66f632534857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (ff233a86-cd59-4c30-aa46-e24d9256d195), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:30.859158 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 39027cd7-799c-4639-bf55-55e5d763c37a is: DOWN; New status is: BUILD {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:44:30.859879 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (39027cd7-799c-4639-bf55-55e5d763c37a), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:30.860025 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeef347-7f63-4635-8658-66f632534857 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff233a86-cd59-4c30-aa46-e24d9256d195,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:30.882950 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39027cd7-799c-4639-bf55-55e5d763c37a {{(pid=113090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:44:30.923799 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 39027cd7-799c-4639-bf55-55e5d763c37a, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=39027cd7-799c-4639-bf55-55e5d763c37a,segment=NetworkSegment(d70b68af-beaa-4880-9fac-acf996738416),segment_id=d70b68af-beaa-4880-9fac-acf996738416)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:44:30.929448 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (39027cd7-799c-4639-bf55-55e5d763c37a), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:30.943423 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4bd366-28ca-4d5b-837c-95049787a499 req-c902082e-dee4-4513-b163-461856e0480c tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:30.943867 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:30.951568 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fc4bd366-28ca-4d5b-837c-95049787a499 req-c902082e-dee4-4513-b163-461856e0480c tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.1147244 Aug 24 06:44:30.964868 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-aeeef347-7f63-4635-8658-66f632534857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696360'] for router_gateway (8aa09cbd-ae24-4c0f-a99c-780a8af138a3), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:30.977679 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-01d1f301-e478-498a-8ccf-06111580af05 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-181620039-network', 'tenant_id': '0930b613a69749d3bc05240e88f74ccc'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:44:31.013079 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=39027cd7-799c-4639-bf55-55e5d763c37a,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:31.023257 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:31.023750 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:31.024197 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:31.024635 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:31.025526 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:31.026450 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:31.027076 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:31.027735 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:31.028294 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:31.028995 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:31.029628 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:31.030130 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:31.030807 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:31.031311 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:31.031760 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fc4bd366-28ca-4d5b-837c-95049787a499 req-326ec432-28a4-4a84-96fd-c0381f47ba1d tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790155 Aug 24 06:44:31.032059 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:44:31.032975 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d1f301-e478-498a-8ccf-06111580af05 admin admin] Made reservation on behalf of 0930b613a69749d3bc05240e88f74ccc for: {'network': 1} {{(pid=113089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:44:31.046422 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-01d1f301-e478-498a-8ccf-06111580af05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for network (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:31.061262 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-01d1f301-e478-498a-8ccf-06111580af05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:31.096078 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:31.106220 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-aeeef347-7f63-4635-8658-66f632534857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1699731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router (8aa09cbd-ae24-4c0f-a99c-780a8af138a3), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:31.109250 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-aeeef347-7f63-4635-8658-66f632534857 admin admin] Publish callbacks [] for router_controller (8aa09cbd-ae24-4c0f-a99c-780a8af138a3), precommit_delete_associations {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:31.185463 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-aeeef347-7f63-4635-8658-66f632534857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1699722'] for router (8aa09cbd-ae24-4c0f-a99c-780a8af138a3), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:31.186068 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeeef347-7f63-4635-8658-66f632534857 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8aa09cbd-ae24-4c0f-a99c-780a8af138a3 {{(pid=113088) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 06:44:31.190800 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-01d1f301-e478-498a-8ccf-06111580af05 admin admin] Publish callbacks [] for security_group (7344f54d-81b1-44ce-b6b5-c61c68a840f6), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:31.192079 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-aeeef347-7f63-4635-8658-66f632534857 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:31.196250 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-aeeef347-7f63-4635-8658-66f632534857 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/8aa09cbd-ae24-4c0f-a99c-780a8af138a3 HTTP/1.1" status: 204 len: 168 time: 1.0029943 Aug 24 06:44:31.196914 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 48726) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:31.200182 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-01d1f301-e478-498a-8ccf-06111580af05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (7344f54d-81b1-44ce-b6b5-c61c68a840f6), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:31.212352 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e762747-b426-4ce2-b7b4-1101387f613b req-561d6a38-0dd3-46b5-a1cd-60fe7747a20d tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:31.213980 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2e762747-b426-4ce2-b7b4-1101387f613b req-561d6a38-0dd3-46b5-a1cd-60fe7747a20d tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b607344-1425-4d24-9b6f-3b78de61737b HTTP/1.1" status: 200 len: 944 time: 0.0651522 Aug 24 06:44:31.238105 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d1f301-e478-498a-8ccf-06111580af05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=113089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 06:44:31.243591 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_v2 [None req-05027cd6-f987-4818-8520-bbd40c5c949b admin admin] Deleting subnet 6f85f03a-22c1-408d-899e-137ef21dbe1b {{(pid=113088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 06:44:31.247103 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-05027cd6-f987-4818-8520-bbd40c5c949b admin admin] Publish callbacks [] for subnet (6f85f03a-22c1-408d-899e-137ef21dbe1b), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:31.252614 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['39027cd7-799c-4639-bf55-55e5d763c37a'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:44:31.261397 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1f301-e478-498a-8ccf-06111580af05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7344f54d-81b1-44ce-b6b5-c61c68a840f6,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:31.269043 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-01d1f301-e478-498a-8ccf-06111580af05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (68271012-a304-48c5-9dd2-4474d7abd4bc), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:31.269757 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.db.segments_db [None req-01d1f301-e478-498a-8ccf-06111580af05 admin admin] Added segment 68271012-a304-48c5-9dd2-4474d7abd4bc of type vlan for network 39af791a-b387-443a-ae21-b2e1fb790901 Aug 24 06:44:31.294170 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-05027cd6-f987-4818-8520-bbd40c5c949b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884324'] for subnet (6f85f03a-22c1-408d-899e-137ef21dbe1b), precommit_delete_associations {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:31.336494 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2e762747-b426-4ce2-b7b4-1101387f613b req-10a7f8c1-8ef4-4d8f-bf06-15e53b2814b6 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138186 Aug 24 06:44:31.337987 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-01d1f301-e478-498a-8ccf-06111580af05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748142589579'] for network (39af791a-b387-443a-ae21-b2e1fb790901), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:31.382447 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-01d1f301-e478-498a-8ccf-06111580af05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for network (39af791a-b387-443a-ae21-b2e1fb790901), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:31.382798 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d1f301-e478-498a-8ccf-06111580af05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:31.383488 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-01d1f301-e478-498a-8ccf-06111580af05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:31.392852 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:31.425505 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-01d1f301-e478-498a-8ccf-06111580af05 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6459904 Aug 24 06:44:31.430366 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 48728) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:31.435691 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-d6624048-29cd-4b31-a0f4-7d4c59438131 admin admin] Request body: {'subnet': {'network_id': '39af791a-b387-443a-ae21-b2e1fb790901', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-181620039-subnet', 'tenant_id': '0930b613a69749d3bc05240e88f74ccc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:44:31.482998 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1f301-e478-498a-8ccf-06111580af05 admin admin] Pushing event updated for resources: {'Network': ['ID=39af791a-b387-443a-ae21-b2e1fb790901,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:31.485890 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-05027cd6-f987-4818-8520-bbd40c5c949b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594230'] for subnet (6f85f03a-22c1-408d-899e-137ef21dbe1b), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:31.497263 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Network 39af791a-b387-443a-ae21-b2e1fb790901 details requested by agent ovs-agent-dv-cinder-854271-1-iscsi with host dv-cinder-854271-1-iscsi {{(pid=113090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 06:44:31.504159 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 03f0e9cc-df0f-45a9-ab39-87054c429672 no longer exists at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:44:31.507466 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6624048-29cd-4b31-a0f4-7d4c59438131 admin admin] Made reservation on behalf of 0930b613a69749d3bc05240e88f74ccc for: {'subnet': 1} {{(pid=113089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:44:31.511587 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d6624048-29cd-4b31-a0f4-7d4c59438131 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:31.568502 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] No Port match for: 03f0e9cc-df0f-45a9-ab39-87054c429672 {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:44:31.568842 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 03f0e9cc-df0f-45a9-ab39-87054c429672 not bound to the agent host dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:44:31.569127 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device ff233a86-cd59-4c30-aa46-e24d9256d195 no longer exists at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:44:31.571260 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-05027cd6-f987-4818-8520-bbd40c5c949b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4110209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404032'] for subnet (6f85f03a-22c1-408d-899e-137ef21dbe1b), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:31.573299 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:31.602967 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05027cd6-f987-4818-8520-bbd40c5c949b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f85f03a-22c1-408d-899e-137ef21dbe1b,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:31.608037 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-05027cd6-f987-4818-8520-bbd40c5c949b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:31.611432 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-05027cd6-f987-4818-8520-bbd40c5c949b admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/6f85f03a-22c1-408d-899e-137ef21dbe1b HTTP/1.1" status: 204 len: 168 time: 0.4134839 Aug 24 06:44:31.613923 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 48732) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:31.638873 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] No Port match for: ff233a86-cd59-4c30-aa46-e24d9256d195 {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:44:31.639522 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device ff233a86-cd59-4c30-aa46-e24d9256d195 not bound to the agent host dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:44:31.652628 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf814b5-4804-45d5-88a1-b3230b6f232f None None] Network 29ff322a-6eb8-436a-953a-aa176e35076e requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:44:31.691395 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:31.700952 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-86aa95b3-a37e-41e5-9d63-6fd0e3f9238c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623035'] for network (29ff322a-6eb8-436a-953a-aa176e35076e), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:31.735656 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:31.752016 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-86aa95b3-a37e-41e5-9d63-6fd0e3f9238c admin admin] Deleting port bec654ec-6e94-40c9-a089-de18c174341f {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:44:31.752352 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-86aa95b3-a37e-41e5-9d63-6fd0e3f9238c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (bec654ec-6e94-40c9-a089-de18c174341f), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:31.769917 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d6624048-29cd-4b31-a0f4-7d4c59438131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for subnet (cd512231-fc47-4300-80ba-0cb3fce3157a), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:31.839585 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [None req-86aa95b3-a37e-41e5-9d63-6fd0e3f9238c admin admin] For port bec654ec-6e94-40c9-a089-de18c174341f, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=bec654ec-6e94-40c9-a089-de18c174341f,segment=NetworkSegment(22d81dca-a42b-4c68-b84a-e3a32cb83863),segment_id=22d81dca-a42b-4c68-b84a-e3a32cb83863)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:44:31.840438 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-86aa95b3-a37e-41e5-9d63-6fd0e3f9238c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (bec654ec-6e94-40c9-a089-de18c174341f), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:31.844830 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6624048-29cd-4b31-a0f4-7d4c59438131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd512231-fc47-4300-80ba-0cb3fce3157a,revision_number=0']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:31.855387 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6624048-29cd-4b31-a0f4-7d4c59438131 admin admin] Checking segment: {'id': '68271012-a304-48c5-9dd2-4474d7abd4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '39af791a-b387-443a-ae21-b2e1fb790901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:44:31.855927 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6624048-29cd-4b31-a0f4-7d4c59438131 admin admin] Network hostable DHCP agents. Network: 39af791a-b387-443a-ae21-b2e1fb790901, hostable agents: ['133a3e8a-16cb-4472-a923-08e28c023b55'], hosted agents: [] {{(pid=113089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 06:44:31.856473 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-86aa95b3-a37e-41e5-9d63-6fd0e3f9238c admin admin] Calling delete_port for bec654ec-6e94-40c9-a089-de18c174341f owned by network:dhcp {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:44:31.865619 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473ab54b-aea5-48de-a115-60f107ea3935 None None] DHCP port deletion for 29ff322a-6eb8-436a-953a-aa176e35076e request from dv-cinder-854271-1-iscsi {{(pid=113090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 06:44:31.877212 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6624048-29cd-4b31-a0f4-7d4c59438131 admin admin] Network 39af791a-b387-443a-ae21-b2e1fb790901 is scheduled to be hosted by DHCP agent 133a3e8a-16cb-4472-a923-08e28c023b55 with binding_index 1 {{(pid=113089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 06:44:31.890182 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [None req-d6624048-29cd-4b31-a0f4-7d4c59438131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854271-1-iscsi, 39af791a-b387-443a-ae21-b2e1fb790901) {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:44:31.901256 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6624048-29cd-4b31-a0f4-7d4c59438131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:31.902283 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d6624048-29cd-4b31-a0f4-7d4c59438131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for subnet (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:31.902510 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249cb11c-b52e-405f-a1ac-b96c658cb65c None None] Network 39af791a-b387-443a-ae21-b2e1fb790901 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:44:31.934615 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-473ab54b-aea5-48de-a115-60f107ea3935 None None] Deleting port bec654ec-6e94-40c9-a089-de18c174341f {{(pid=113090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:44:31.935135 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-473ab54b-aea5-48de-a115-60f107ea3935 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (bec654ec-6e94-40c9-a089-de18c174341f), before_delete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:31.959945 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-d6624048-29cd-4b31-a0f4-7d4c59438131 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5284367 Aug 24 06:44:31.985293 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-86aa95b3-a37e-41e5-9d63-6fd0e3f9238c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (bec654ec-6e94-40c9-a089-de18c174341f), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:32.016868 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aa95b3-a37e-41e5-9d63-6fd0e3f9238c admin admin] No DVR routers for this DVR port bec654ec-6e94-40c9-a089-de18c174341f on host dv-cinder-854271-1-iscsi {{(pid=113088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:44:32.023281 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa95b3-a37e-41e5-9d63-6fd0e3f9238c admin admin] Pushing event deleted for resources: {'Port': ['ID=bec654ec-6e94-40c9-a089-de18c174341f,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:32.062184 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-473ab54b-aea5-48de-a115-60f107ea3935 None None] For port bec654ec-6e94-40c9-a089-de18c174341f, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=bec654ec-6e94-40c9-a089-de18c174341f,segment=NetworkSegment(22d81dca-a42b-4c68-b84a-e3a32cb83863),segment_id=22d81dca-a42b-4c68-b84a-e3a32cb83863)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:44:32.062584 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-473ab54b-aea5-48de-a115-60f107ea3935 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (bec654ec-6e94-40c9-a089-de18c174341f), precommit_delete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:32.106059 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb58dbd-647b-4f97-b39b-582b2d404f50 None None] Network 39af791a-b387-443a-ae21-b2e1fb790901 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:44:32.109615 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-473ab54b-aea5-48de-a115-60f107ea3935 None None] Calling delete_port for bec654ec-6e94-40c9-a089-de18c174341f owned by network:dhcp {{(pid=113090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:44:32.122757 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-86aa95b3-a37e-41e5-9d63-6fd0e3f9238c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-591158', 'neutron.services.segments.db._delete_segments_for_network-8748143077744'] for network (29ff322a-6eb8-436a-953a-aa176e35076e), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:32.149808 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.services.segments.db [None req-86aa95b3-a37e-41e5-9d63-6fd0e3f9238c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ff322a-6eb8-436a-953a-aa176e35076e']}} {{(pid=113088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:44:32.169509 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.services.segments.db [None req-86aa95b3-a37e-41e5-9d63-6fd0e3f9238c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22d81dca-a42b-4c68-b84a-e3a32cb83863') {'for_net_delete': True} {{(pid=113088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:44:32.169839 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.services.segments.db [None req-86aa95b3-a37e-41e5-9d63-6fd0e3f9238c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22d81dca-a42b-4c68-b84a-e3a32cb83863') {} {{(pid=113088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:44:32.184701 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-86aa95b3-a37e-41e5-9d63-6fd0e3f9238c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748143134702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884333'] for segment (22d81dca-a42b-4c68-b84a-e3a32cb83863), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:32.189344 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ae4da-c8fb-4ed5-9c3e-1fce2e29238f req-b8db26a6-bfab-454a-9669-a55bb12568b0 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:32.202118 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-86aa95b3-a37e-41e5-9d63-6fd0e3f9238c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (22d81dca-a42b-4c68-b84a-e3a32cb83863), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:32.204324 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-311ae4da-c8fb-4ed5-9c3e-1fce2e29238f req-b8db26a6-bfab-454a-9669-a55bb12568b0 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0783792 Aug 24 06:44:32.210718 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86aa95b3-a37e-41e5-9d63-6fd0e3f9238c admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=113088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 06:44:32.211347 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-86aa95b3-a37e-41e5-9d63-6fd0e3f9238c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4110311'] for segment (22d81dca-a42b-4c68-b84a-e3a32cb83863), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:32.242607 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.services.segments.plugin [-] Segment 22d81dca-a42b-4c68-b84a-e3a32cb83863 resource provider aggregate not found Aug 24 06:44:32.277611 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-311ae4da-c8fb-4ed5-9c3e-1fce2e29238f req-3d29fcdc-f35d-42b4-b2be-919353a924eb tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725734 Aug 24 06:44:32.297856 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.services.segments.plugin [-] Segment 22d81dca-a42b-4c68-b84a-e3a32cb83863 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22d81dca-a42b-4c68-b84a-e3a32cb83863 found for delete ", "request_id": "req-832dd1d7-9c5b-48fc-bba2-e4b62c203b23"}]} Aug 24 06:44:32.310449 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-86aa95b3-a37e-41e5-9d63-6fd0e3f9238c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696332'] for network (29ff322a-6eb8-436a-953a-aa176e35076e), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:32.328135 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-86aa95b3-a37e-41e5-9d63-6fd0e3f9238c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:32.331451 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-86aa95b3-a37e-41e5-9d63-6fd0e3f9238c admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/29ff322a-6eb8-436a-953a-aa176e35076e HTTP/1.1" status: 204 len: 168 time: 0.7162802 Aug 24 06:44:32.332394 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa95b3-a37e-41e5-9d63-6fd0e3f9238c admin admin] Pushing event deleted for resources: {'Network': ['ID=29ff322a-6eb8-436a-953a-aa176e35076e,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:32.381255 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-473ab54b-aea5-48de-a115-60f107ea3935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118'] for port (bec654ec-6e94-40c9-a089-de18c174341f), after_delete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:32.547675 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-473ab54b-aea5-48de-a115-60f107ea3935 None None] Network 29ff322a-6eb8-436a-953a-aa176e35076e is not hosted by any dhcp agent {{(pid=113090) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 24 06:44:32.547785 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473ab54b-aea5-48de-a115-60f107ea3935 None None] No DVR routers for this DVR port bec654ec-6e94-40c9-a089-de18c174341f on host dv-cinder-854271-1-iscsi {{(pid=113090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:44:32.549310 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ab54b-aea5-48de-a115-60f107ea3935 None None] Pushing event deleted for resources: {'Port': ['ID=bec654ec-6e94-40c9-a089-de18c174341f,revision_number=None']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:32.562592 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167cd782-9890-4af5-9ff0-75027cb01a8b req-8bff0255-9e43-4a90-b9f5-ae36fd2f1230 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:32.569910 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 48756) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:32.570677 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-167cd782-9890-4af5-9ff0-75027cb01a8b req-8bff0255-9e43-4a90-b9f5-ae36fd2f1230 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b607344-1425-4d24-9b6f-3b78de61737b HTTP/1.1" status: 200 len: 944 time: 0.0790799 Aug 24 06:44:32.595936 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:32.608696 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 39027cd7-799c-4639-bf55-55e5d763c37a up at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:44:32.663640 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-167cd782-9890-4af5-9ff0-75027cb01a8b req-bf9a3dcb-db24-49b8-a8fe-22c8d41aab7b tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913992 Aug 24 06:44:32.664693 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-4e79462e-88ed-452b-9c63-1123f7c39b70 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=59b7ab43f7824f6c8a17988db2a25807&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0931897 Aug 24 06:44:32.667444 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 48760) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:32.701026 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning for port 39027cd7-799c-4639-bf55-55e5d763c37a completed by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 06:44:32.712235 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning complete for port 39027cd7-799c-4639-bf55-55e5d763c37a triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:44:32.712723 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (39027cd7-799c-4639-bf55-55e5d763c37a), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:32.749200 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b10fbd64-491c-4ded-af27-d5f553e2ca61 admin admin] Publish callbacks [] for security_group (d2df9be7-d8f4-4bc0-abdc-92abdb2bcb61), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:32.772996 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b10fbd64-491c-4ded-af27-d5f553e2ca61 admin admin] Publish callbacks [] for security_group (d2df9be7-d8f4-4bc0-abdc-92abdb2bcb61), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:32.794496 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 39027cd7-799c-4639-bf55-55e5d763c37a is: BUILD; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:44:32.794917 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (39027cd7-799c-4639-bf55-55e5d763c37a), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:32.825748 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b607344-1425-4d24-9b6f-3b78de61737b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39027cd7-799c-4639-bf55-55e5d763c37a'}] {{(pid=113090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:44:32.828223 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b6006cf2a23db0b36d2003dbfde04691441a00dec53483979079bf2def40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8005a6-3fdd-4f78-80ed-dac3f1de044c" -d '{"events": [{"server_uuid": "7b607344-1425-4d24-9b6f-3b78de61737b", "name": "network-vif-plugged", "status": "completed", "tag": "39027cd7-799c-4639-bf55-55e5d763c37a"}]}' {{(pid=113090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:44:32.828536 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b10fbd64-491c-4ded-af27-d5f553e2ca61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (d2df9be7-d8f4-4bc0-abdc-92abdb2bcb61), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:32.831105 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b10fbd64-491c-4ded-af27-d5f553e2ca61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:32.832654 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-b10fbd64-491c-4ded-af27-d5f553e2ca61 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d2df9be7-d8f4-4bc0-abdc-92abdb2bcb61 HTTP/1.1" status: 204 len: 168 time: 0.1635938 Aug 24 06:44:32.841514 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fbd64-491c-4ded-af27-d5f553e2ca61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2df9be7-d8f4-4bc0-abdc-92abdb2bcb61,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:32.847337 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 39027cd7-799c-4639-bf55-55e5d763c37a, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=39027cd7-799c-4639-bf55-55e5d763c37a,segment=NetworkSegment(d70b68af-beaa-4880-9fac-acf996738416),segment_id=d70b68af-beaa-4880-9fac-acf996738416)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:44:32.858898 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (39027cd7-799c-4639-bf55-55e5d763c37a), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:32.888173 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfa53bf-7a15-4f20-9cf0-3ec8888a5dc1 x-openstack-request-id: req-9dfa53bf-7a15-4f20-9cf0-3ec8888a5dc1 {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:44:32.888463 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b607344-1425-4d24-9b6f-3b78de61737b", "name": "network-vif-plugged", "status": "completed", "tag": "39027cd7-799c-4639-bf55-55e5d763c37a", "code": 200}]} {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:44:32.888780 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9dfa53bf-7a15-4f20-9cf0-3ec8888a5dc1 {{(pid=113090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:44:32.889178 dv-cinder-854271-1-iscsi neutron-server[113090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dfa53bf-7a15-4f20-9cf0-3ec8888a5dc1'] response: {'server_uuid': '7b607344-1425-4d24-9b6f-3b78de61737b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39027cd7-799c-4639-bf55-55e5d763c37a', 'code': 200} Aug 24 06:44:32.918361 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=39027cd7-799c-4639-bf55-55e5d763c37a,revision_number=5']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:33.089022 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:33.096056 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a22c10-3c71-4152-bd5e-bf9761607d5e req-f783e3cd-a5d9-4fd2-9191-bf311bad48ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:33.097757 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-73a22c10-3c71-4152-bd5e-bf9761607d5e req-f783e3cd-a5d9-4fd2-9191-bf311bad48ef service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7b607344-1425-4d24-9b6f-3b78de61737b HTTP/1.1" status: 200 len: 1129 time: 0.0485280 Aug 24 06:44:33.169615 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-73a22c10-3c71-4152-bd5e-bf9761607d5e req-eb1707ab-5f11-43b5-87db-824df003fd0d service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595064 Aug 24 06:44:33.199096 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device bec654ec-6e94-40c9-a089-de18c174341f no longer exists at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:44:33.219395 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] No Port match for: bec654ec-6e94-40c9-a089-de18c174341f {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:44:33.219738 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device bec654ec-6e94-40c9-a089-de18c174341f not bound to the agent host dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:44:33.402691 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a035a-cd1a-494f-8ff2-503400331557 req-a9b6d060-69bd-42da-90d8-a3f9837c703d tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:33.404210 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9e5a035a-cd1a-494f-8ff2-503400331557 req-a9b6d060-69bd-42da-90d8-a3f9837c703d tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0487382 Aug 24 06:44:33.467161 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9e5a035a-cd1a-494f-8ff2-503400331557 req-5c300fe0-239c-4c3d-bb7c-b3de60096118 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539038 Aug 24 06:44:33.820806 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3887d-9b7d-4e09-afb9-ffdbd8e76a1e req-652c4c8b-a7a4-42bc-b2f9-652fa3b4f993 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:33.831726 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-40c3887d-9b7d-4e09-afb9-ffdbd8e76a1e req-652c4c8b-a7a4-42bc-b2f9-652fa3b4f993 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b607344-1425-4d24-9b6f-3b78de61737b HTTP/1.1" status: 200 len: 945 time: 0.0641634 Aug 24 06:44:33.907301 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-40c3887d-9b7d-4e09-afb9-ffdbd8e76a1e req-f35f70b6-c9a1-41a0-b353-1578dc03a42d tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646095 Aug 24 06:44:34.034003 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:34.101933 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-1ee32427-8501-4576-8873-dca80b146b8a tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:34.103389 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-1ee32427-8501-4576-8873-dca80b146b8a tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/networks?id=39af791a-b387-443a-ae21-b2e1fb790901 HTTP/1.1" status: 200 len: 808 time: 0.1071441 Aug 24 06:44:34.118875 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-b38a66ca-58ef-4859-8ab1-214a6bbda010 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/quotas/0930b613a69749d3bc05240e88f74ccc HTTP/1.1" status: 200 len: 375 time: 0.0092509 Aug 24 06:44:34.154492 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-dfc8cc51-cf5b-4edc-9c88-72824cca2bd6 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=0930b613a69749d3bc05240e88f74ccc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303957 Aug 24 06:44:34.257771 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-15d06fee-7106-44dd-86b6-7ae69dddfb97 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/39af791a-b387-443a-ae21-b2e1fb790901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959039 Aug 24 06:44:34.268944 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 48836) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:34.355416 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-71242877-35fc-478b-9ed2-99b7f1439055 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/39af791a-b387-443a-ae21-b2e1fb790901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916092 Aug 24 06:44:34.381448 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f36a7ad7-46a0-469f-95b5-a1d86508c486 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:34.465541 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f36a7ad7-46a0-469f-95b5-a1d86508c486 admin admin] Publish callbacks [] for security_group (bd8171c8-d9c5-4bd5-a13f-2bc7e8c264c5), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:34.472506 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f36a7ad7-46a0-469f-95b5-a1d86508c486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (bd8171c8-d9c5-4bd5-a13f-2bc7e8c264c5), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:34.520918 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-f36a7ad7-46a0-469f-95b5-a1d86508c486 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=641b0738db51447b9b816b90900128da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507546 Aug 24 06:44:34.521872 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 48846) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:34.531653 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a7ad7-46a0-469f-95b5-a1d86508c486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8171c8-d9c5-4bd5-a13f-2bc7e8c264c5,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:34.551812 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-50d817b9-e93c-4619-809f-c9e84a19b18d req-065f1598-29fd-4e77-aaed-d889e26181bc tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1deca0b7-1c1c-4381-973e-7dd1d8b98359 HTTP/1.1" status: 200 len: 210 time: 0.0540709 Aug 24 06:44:34.582866 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:34.601205 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c7f2888c-1721-4151-89b7-1fc5f613f82a admin admin] Publish callbacks [] for security_group (bd8171c8-d9c5-4bd5-a13f-2bc7e8c264c5), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:34.624405 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c7f2888c-1721-4151-89b7-1fc5f613f82a admin admin] Publish callbacks [] for security_group (bd8171c8-d9c5-4bd5-a13f-2bc7e8c264c5), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:34.634525 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10913744-f0c0-4008-9a0f-641b12de9ca7 req-e7429182-8330-40e1-862a-2a0542eebab7 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:34.636163 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-10913744-f0c0-4008-9a0f-641b12de9ca7 req-e7429182-8330-40e1-862a-2a0542eebab7 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0479004 Aug 24 06:44:34.680755 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c7f2888c-1721-4151-89b7-1fc5f613f82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (bd8171c8-d9c5-4bd5-a13f-2bc7e8c264c5), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:34.683897 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c7f2888c-1721-4151-89b7-1fc5f613f82a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:34.687929 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-c7f2888c-1721-4151-89b7-1fc5f613f82a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/bd8171c8-d9c5-4bd5-a13f-2bc7e8c264c5 HTTP/1.1" status: 204 len: 168 time: 0.1622579 Aug 24 06:44:34.688811 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-10913744-f0c0-4008-9a0f-641b12de9ca7 req-d2811eb8-1d9e-46a8-9d8e-327d1183194e tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441153 Aug 24 06:44:34.701404 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2888c-1721-4151-89b7-1fc5f613f82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8171c8-d9c5-4bd5-a13f-2bc7e8c264c5,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:35.019805 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab977a-755d-429e-a54d-319d92dee4f8 req-0b5acd46-c8c0-4f69-8ac7-c3691c82e8c3 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:35.021251 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-63ab977a-755d-429e-a54d-319d92dee4f8 req-0b5acd46-c8c0-4f69-8ac7-c3691c82e8c3 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b607344-1425-4d24-9b6f-3b78de61737b HTTP/1.1" status: 200 len: 945 time: 0.0509388 Aug 24 06:44:35.081454 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-63ab977a-755d-429e-a54d-319d92dee4f8 req-fa08618e-0b90-450a-922c-3dec6184e956 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536010 Aug 24 06:44:35.649178 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f7dd24de-3502-42f0-b222-a4e88a39307e req-e92ed7a3-c44a-4e90-b5b1-eed18f542953 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1deca0b7-1c1c-4381-973e-7dd1d8b98359 HTTP/1.1" status: 200 len: 210 time: 0.0310369 Aug 24 06:44:35.815066 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909b9be-b5aa-404e-b0ae-dd989f7da446 req-723d04c0-3de7-4602-9a6e-789b8e91248b tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:35.816774 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2909b9be-b5aa-404e-b0ae-dd989f7da446 req-723d04c0-3de7-4602-9a6e-789b8e91248b tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0530622 Aug 24 06:44:35.877495 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2909b9be-b5aa-404e-b0ae-dd989f7da446 req-532c953d-dd10-4aaa-91e9-94df0c26bc63 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532651 Aug 24 06:44:36.072223 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-72717347-ed48-4808-9af6-3cf858390d0c tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:36.073909 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-72717347-ed48-4808-9af6-3cf858390d0c tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.58 "GET /networking/v2.0/networks?id=39af791a-b387-443a-ae21-b2e1fb790901 HTTP/1.1" status: 200 len: 808 time: 0.1132925 Aug 24 06:44:36.157275 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-2a88207b-c411-4b79-8b38-d15bafbdec75 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Request body: {'port': {'device_id': '1deca0b7-1c1c-4381-973e-7dd1d8b98359', 'network_id': '39af791a-b387-443a-ae21-b2e1fb790901', 'admin_state_up': True, 'tenant_id': '0930b613a69749d3bc05240e88f74ccc'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:44:36.177847 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:36.257641 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb71128-4b61-4308-b55c-6820b590a0f6 req-8cf090cd-ac7d-4724-b92c-9dcddd00a05f tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:36.259112 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-abb71128-4b61-4308-b55c-6820b590a0f6 req-8cf090cd-ac7d-4724-b92c-9dcddd00a05f tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b607344-1425-4d24-9b6f-3b78de61737b HTTP/1.1" status: 200 len: 945 time: 0.0964220 Aug 24 06:44:36.580887 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-abb71128-4b61-4308-b55c-6820b590a0f6 req-489a7329-1cf2-4f52-ae57-9aea2ffda8e8 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727334 Aug 24 06:44:36.600639 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-2a88207b-c411-4b79-8b38-d15bafbdec75 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Made reservation on behalf of 0930b613a69749d3bc05240e88f74ccc for: {'port': 1} {{(pid=113089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:44:36.605143 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-2a88207b-c411-4b79-8b38-d15bafbdec75 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:36.731530 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:36.775437 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.db_base_plugin_common [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-2a88207b-c411-4b79-8b38-d15bafbdec75 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Allocated IP 172.20.0.13 (39af791a-b387-443a-ae21-b2e1fb790901/cd512231-fc47-4300-80ba-0cb3fce3157a/a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550) {{(pid=113089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:44:36.779181 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-62de31e0-05d0-42f6-8364-8d5d967ee7a8 req-672586b6-2b31-426e-89f9-011a3647ef49 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1deca0b7-1c1c-4381-973e-7dd1d8b98359 HTTP/1.1" status: 200 len: 210 time: 0.0407743 Aug 24 06:44:36.977326 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-2a88207b-c411-4b79-8b38-d15bafbdec75 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Publish callbacks [] for port (a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:37.032641 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77519df-a304-4471-8693-2d7bb8fe492e req-07863cc4-e6a0-4400-962e-75920cc228a7 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:37.034172 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a77519df-a304-4471-8693-2d7bb8fe492e req-07863cc4-e6a0-4400-962e-75920cc228a7 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0730793 Aug 24 06:44:37.065747 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-2a88207b-c411-4b79-8b38-d15bafbdec75 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:37.126936 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-2a88207b-c411-4b79-8b38-d15bafbdec75 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Network 39af791a-b387-443a-ae21-b2e1fb790901 is already hosted by enough agents. {{(pid=113089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:44:37.139774 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-2a88207b-c411-4b79-8b38-d15bafbdec75 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Resources bound (agent type, host, resource id): {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:44:37.143578 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-2a88207b-c411-4b79-8b38-d15bafbdec75 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Received port after_create {{(pid=113089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:44:37.148007 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-2a88207b-c411-4b79-8b38-d15bafbdec75 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:37.148605 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-2a88207b-c411-4b79-8b38-d15bafbdec75 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for port (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:37.158818 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a77519df-a304-4471-8693-2d7bb8fe492e req-8ba1593c-0f9e-4b05-87bc-f7dd6a84cd8c tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139445 Aug 24 06:44:37.169707 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88207b-c411-4b79-8b38-d15bafbdec75 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Pushing event updated for resources: {'Port': ['ID=a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:37.190775 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-2a88207b-c411-4b79-8b38-d15bafbdec75 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0376773 Aug 24 06:44:37.204488 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-08c128cc-e5f7-4ea7-8c3a-8cadfa7e3cd1 service neutron] Request body: {'port': {'device_id': '1deca0b7-1c1c-4381-973e-7dd1d8b98359', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:44:37.240350 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:37.269143 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-08c128cc-e5f7-4ea7-8c3a-8cadfa7e3cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550), before_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:37.567052 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.notifiers.nova [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-08c128cc-e5f7-4ea7-8c3a-8cadfa7e3cd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550 {{(pid=113089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:44:37.574754 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-08c128cc-e5f7-4ea7-8c3a-8cadfa7e3cd1 service neutron] Publish callbacks [] for port (a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550), precommit_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:37.588592 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.provisioning_blocks [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-08c128cc-e5f7-4ea7-8c3a-8cadfa7e3cd1 service neutron] Transition to ACTIVE for port object a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550 will not be triggered until provisioned by entity L2. {{(pid=113089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 06:44:37.594189 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-08c128cc-e5f7-4ea7-8c3a-8cadfa7e3cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:37.668392 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c128cc-e5f7-4ea7-8c3a-8cadfa7e3cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550,revision_number=2']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:37.679489 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.managers [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-08c128cc-e5f7-4ea7-8c3a-8cadfa7e3cd1 service neutron] Attempting to bind port a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:44:37.679819 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.managers [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-08c128cc-e5f7-4ea7-8c3a-8cadfa7e3cd1 service neutron] Attempting to bind port a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '68271012-a304-48c5-9dd2-4474d7abd4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '39af791a-b387-443a-ae21-b2e1fb790901'}] {{(pid=113089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:44:37.680147 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-08c128cc-e5f7-4ea7-8c3a-8cadfa7e3cd1 service neutron] Attempting to bind port a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550 on network 39af791a-b387-443a-ae21-b2e1fb790901 {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:44:37.686056 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-08c128cc-e5f7-4ea7-8c3a-8cadfa7e3cd1 service neutron] Port a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550 on network 39af791a-b387-443a-ae21-b2e1fb790901 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 06:44:37.686248 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-08c128cc-e5f7-4ea7-8c3a-8cadfa7e3cd1 service neutron] Attempting to bind port a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550 on network 39af791a-b387-443a-ae21-b2e1fb790901 {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:44:37.693844 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-08c128cc-e5f7-4ea7-8c3a-8cadfa7e3cd1 service neutron] Checking agent: {'id': '92318399-7fe8-4397-ad86-085269988e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'started_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:44:37.694212 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-08c128cc-e5f7-4ea7-8c3a-8cadfa7e3cd1 service neutron] Checking segment: {'id': '68271012-a304-48c5-9dd2-4474d7abd4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '39af791a-b387-443a-ae21-b2e1fb790901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:44:37.694590 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-08c128cc-e5f7-4ea7-8c3a-8cadfa7e3cd1 service neutron] Bound using segment: {'id': '68271012-a304-48c5-9dd2-4474d7abd4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '39af791a-b387-443a-ae21-b2e1fb790901'} {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:44:37.695053 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.managers [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-08c128cc-e5f7-4ea7-8c3a-8cadfa7e3cd1 service neutron] Bound port: a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68271012-a304-48c5-9dd2-4474d7abd4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '39af791a-b387-443a-ae21-b2e1fb790901'}}] {{(pid=113089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:44:37.695422 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-08c128cc-e5f7-4ea7-8c3a-8cadfa7e3cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550), before_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:37.697172 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:37.780808 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.db [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-08c128cc-e5f7-4ea7-8c3a-8cadfa7e3cd1 service neutron] For port a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550, host hv-cinder-85427, cleared binding levels {{(pid=113089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:44:37.784389 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.db [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-08c128cc-e5f7-4ea7-8c3a-8cadfa7e3cd1 service neutron] For port a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550,segment=NetworkSegment(68271012-a304-48c5-9dd2-4474d7abd4bc),segment_id=68271012-a304-48c5-9dd2-4474d7abd4bc)] {{(pid=113089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:44:37.790365 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-08c128cc-e5f7-4ea7-8c3a-8cadfa7e3cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:37.794728 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-08c128cc-e5f7-4ea7-8c3a-8cadfa7e3cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:37.795629 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-08c128cc-e5f7-4ea7-8c3a-8cadfa7e3cd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for port (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:37.797114 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-08c128cc-e5f7-4ea7-8c3a-8cadfa7e3cd1 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550 HTTP/1.1" status: 200 len: 1094 time: 0.5970421 Aug 24 06:44:37.797568 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1deca0b7-1c1c-4381-973e-7dd1d8b98359', 'tag': 'a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550'}] {{(pid=113089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:44:37.800227 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95c9b8c2b54b2cd10d832cf4cc4818d331942fea0eff1eb136de0d3feea1bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9797560-ec5e-48cf-be62-d5f10e521ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "1deca0b7-1c1c-4381-973e-7dd1d8b98359", "tag": "a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550"}]}' {{(pid=113089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:44:37.882243 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ab8840-575c-433b-ada1-3b0ee8e1e965 x-openstack-request-id: req-c7ab8840-575c-433b-ada1-3b0ee8e1e965 {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:44:37.882760 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1deca0b7-1c1c-4381-973e-7dd1d8b98359", "tag": "a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550", "status": "completed", "code": 200}]} {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:44:37.883428 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c7ab8840-575c-433b-ada1-3b0ee8e1e965 {{(pid=113089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:44:37.883967 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7ab8840-575c-433b-ada1-3b0ee8e1e965'] response: {'name': 'network-changed', 'server_uuid': '1deca0b7-1c1c-4381-973e-7dd1d8b98359', 'tag': 'a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550', 'status': 'completed', 'code': 200} Aug 24 06:44:37.951318 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c128cc-e5f7-4ea7-8c3a-8cadfa7e3cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550,revision_number=3']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:37.954984 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-a44eaa88-a247-482f-9798-c5780bc5aa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:37.957461 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-a44eaa88-a247-482f-9798-c5780bc5aa31 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0930b613a69749d3bc05240e88f74ccc&device_id=1deca0b7-1c1c-4381-973e-7dd1d8b98359 HTTP/1.1" status: 200 len: 1128 time: 0.0790863 Aug 24 06:44:38.028029 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-a1befa1a-6d56-4026-a832-7b6bb0fa9e9f service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550 HTTP/1.1" status: 200 len: 217 time: 0.0555780 Aug 24 06:44:38.041858 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bdd8e-fb7d-4632-9660-b8005e3fbf11 req-2540d6c6-7d71-4dec-a223-fe96a90be9f3 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:38.043336 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2e2bdd8e-fb7d-4632-9660-b8005e3fbf11 req-2540d6c6-7d71-4dec-a223-fe96a90be9f3 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1deca0b7-1c1c-4381-973e-7dd1d8b98359 HTTP/1.1" status: 200 len: 944 time: 0.0840616 Aug 24 06:44:38.110084 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-0fc70e52-c77d-4247-94c0-45a8f644a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:38.111571 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-0fc70e52-c77d-4247-94c0-45a8f644a890 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=cd512231-fc47-4300-80ba-0cb3fce3157a HTTP/1.1" status: 200 len: 848 time: 0.0673609 Aug 24 06:44:38.136458 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2e2bdd8e-fb7d-4632-9660-b8005e3fbf11 req-c5676097-2a22-44db-aa36-1c7277c2015b tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7344f54d-81b1-44ce-b6b5-c61c68a840f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849733 Aug 24 06:44:38.152634 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-6b2d77c9-33ba-4027-a8cd-f3c5fd6d8190 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=39af791a-b387-443a-ae21-b2e1fb790901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294013 Aug 24 06:44:38.283484 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-2297ed75-4c22-4fe8-843d-d400b864714c service neutron] 10.222.0.58 "GET /networking/v2.0/networks/39af791a-b387-443a-ae21-b2e1fb790901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221755 Aug 24 06:44:38.296787 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de75af-98ed-4d4c-a451-1a74569ef940 req-59a09dd4-004d-47d5-b321-905ca40ce81e tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:38.298158 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-96de75af-98ed-4d4c-a451-1a74569ef940 req-59a09dd4-004d-47d5-b321-905ca40ce81e tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0563645 Aug 24 06:44:38.387078 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:38.414667 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-96de75af-98ed-4d4c-a451-1a74569ef940 req-ca77c3e9-eb33-4705-a34c-06cf79d66ff6 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049886 Aug 24 06:44:38.431545 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4ed214a1-7f7c-48d9-9549-2eb98e5cde27 req-c8078695-c3fc-47a0-aa20-a987a4f739a1 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/39af791a-b387-443a-ae21-b2e1fb790901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290748 Aug 24 06:44:39.269921 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2902b-abe7-4a10-b78f-9aaac86ad307 req-8eab546c-20c9-41e2-8952-df9bf765d95a tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:39.271580 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-adc2902b-abe7-4a10-b78f-9aaac86ad307 req-8eab546c-20c9-41e2-8952-df9bf765d95a tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1deca0b7-1c1c-4381-973e-7dd1d8b98359 HTTP/1.1" status: 200 len: 944 time: 0.0492737 Aug 24 06:44:39.324751 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-adc2902b-abe7-4a10-b78f-9aaac86ad307 req-bffd67fc-9b08-40ed-b41e-bc79a372b0f4 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7344f54d-81b1-44ce-b6b5-c61c68a840f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472808 Aug 24 06:44:39.530260 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:39.547462 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8607229-0c2e-47e3-8344-ea25121eef64 req-92067b7b-979e-4679-a072-d2ab0a6f7960 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:39.549068 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e8607229-0c2e-47e3-8344-ea25121eef64 req-92067b7b-979e-4679-a072-d2ab0a6f7960 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0503869 Aug 24 06:44:39.599988 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e8607229-0c2e-47e3-8344-ea25121eef64 req-4bff0601-4cbb-4d41-bb19-951eed1d2855 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448327 Aug 24 06:44:40.452318 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24d2cf-22ee-4fe3-8d03-3c84821c5a94 req-505855dc-c203-4a66-bc68-3a2191163d5e tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:40.453817 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5e24d2cf-22ee-4fe3-8d03-3c84821c5a94 req-505855dc-c203-4a66-bc68-3a2191163d5e tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1deca0b7-1c1c-4381-973e-7dd1d8b98359 HTTP/1.1" status: 200 len: 944 time: 0.0541193 Aug 24 06:44:40.454972 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:40.463898 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-df84a08b-9ce1-489b-bd18-f8754203665f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:40.502715 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5e24d2cf-22ee-4fe3-8d03-3c84821c5a94 req-c60126f2-a498-4db8-9927-e1a8bb60e8ad tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7344f54d-81b1-44ce-b6b5-c61c68a840f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425014 Aug 24 06:44:40.600159 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=40 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:40.693958 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:40.714363 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=43 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:40.738832 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238514f-3fa8-4320-bc8e-88ec2e98a012 req-58ec0a32-90f6-4aaf-80ac-b458ae0e9b05 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:40.740385 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-3238514f-3fa8-4320-bc8e-88ec2e98a012 req-58ec0a32-90f6-4aaf-80ac-b458ae0e9b05 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0583508 Aug 24 06:44:40.794291 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-3238514f-3fa8-4320-bc8e-88ec2e98a012 req-eb3610b5-649a-4874-96cc-335e920aaac4 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477359 Aug 24 06:44:41.644787 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41368243-5c0e-446c-8119-d932752a2377 req-5e84f9cb-76ca-4a69-b137-da8eda6b6a88 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:41.646256 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-41368243-5c0e-446c-8119-d932752a2377 req-5e84f9cb-76ca-4a69-b137-da8eda6b6a88 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1deca0b7-1c1c-4381-973e-7dd1d8b98359 HTTP/1.1" status: 200 len: 944 time: 0.0568104 Aug 24 06:44:41.693531 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-41368243-5c0e-446c-8119-d932752a2377 req-388be8fb-44ed-4d1e-bda3-ed8f51fcf735 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7344f54d-81b1-44ce-b6b5-c61c68a840f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416148 Aug 24 06:44:41.919395 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd4022-a73a-4c1b-a240-bf86bec956c0 req-e242f9f6-bf64-4807-a46a-2a14691570a3 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:41.920877 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e7fd4022-a73a-4c1b-a240-bf86bec956c0 req-e242f9f6-bf64-4807-a46a-2a14691570a3 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0482824 Aug 24 06:44:41.975288 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e7fd4022-a73a-4c1b-a240-bf86bec956c0 req-5cc1dbd0-73bb-4ca1-ab0e-755256f9df56 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463645 Aug 24 06:44:42.704716 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-1f7c6fcd-70e8-4cb5-b148-66532c8b2049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:42.748558 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 06:44:42.819220 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059841fa-8ab1-4834-976e-fe7d0613b574 req-8a743498-f219-4ca4-92a4-a8c8066b00b3 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:42.820727 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-059841fa-8ab1-4834-976e-fe7d0613b574 req-8a743498-f219-4ca4-92a4-a8c8066b00b3 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1deca0b7-1c1c-4381-973e-7dd1d8b98359 HTTP/1.1" status: 200 len: 944 time: 0.0511684 Aug 24 06:44:42.862897 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550,segment=NetworkSegment(68271012-a304-48c5-9dd2-4474d7abd4bc),segment_id=68271012-a304-48c5-9dd2-4474d7abd4bc)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:44:42.871621 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-059841fa-8ab1-4834-976e-fe7d0613b574 req-62abb963-7d3a-4468-a5c0-06c162580047 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7344f54d-81b1-44ce-b6b5-c61c68a840f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449703 Aug 24 06:44:42.875655 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Returning: {'device': 'a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550', 'network_id': '39af791a-b387-443a-ae21-b2e1fb790901', 'port_id': 'a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550', 'mac_address': 'fa:16:3e:ca:94:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd512231-fc47-4300-80ba-0cb3fce3157a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 06:44:42.910895 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550 is: DOWN; New status is: BUILD {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:44:42.911310 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:42.928399 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550 {{(pid=113090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:44:42.950841 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550,segment=NetworkSegment(68271012-a304-48c5-9dd2-4474d7abd4bc),segment_id=68271012-a304-48c5-9dd2-4474d7abd4bc)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:44:42.956493 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:43.006911 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:43.088150 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:44:43.097706 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9797560-ec5e-48cf-be62-d5f10e521ec9 req-1aa03fda-b994-456a-999a-fae155dcbdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:43.099217 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e9797560-ec5e-48cf-be62-d5f10e521ec9 req-1aa03fda-b994-456a-999a-fae155dcbdca service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0930b613a69749d3bc05240e88f74ccc&device_id=1deca0b7-1c1c-4381-973e-7dd1d8b98359 HTTP/1.1" status: 200 len: 1129 time: 0.0709255 Aug 24 06:44:43.122643 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c75c1-41ba-48d6-846a-c7d918095622 req-3dbe9097-03ad-4994-9773-5e9bbd87c69e tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:43.124079 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-083c75c1-41ba-48d6-846a-c7d918095622 req-3dbe9097-03ad-4994-9773-5e9bbd87c69e tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0674679 Aug 24 06:44:43.225989 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-083c75c1-41ba-48d6-846a-c7d918095622 req-695cdc61-caed-49a6-a191-84bc4e64498d tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889702 Aug 24 06:44:43.243004 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9797560-ec5e-48cf-be62-d5f10e521ec9 req-7664caca-54a8-4524-a181-c30477b672fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:43.244840 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e9797560-ec5e-48cf-be62-d5f10e521ec9 req-7664caca-54a8-4524-a181-c30477b672fd service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=39af791a-b387-443a-ae21-b2e1fb790901 HTTP/1.1" status: 200 len: 909 time: 0.1351669 Aug 24 06:44:43.289738 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e9797560-ec5e-48cf-be62-d5f10e521ec9 req-0d43d2b1-0c52-4976-936b-2f30e684e084 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550 HTTP/1.1" status: 200 len: 217 time: 0.0379727 Aug 24 06:44:43.348926 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9797560-ec5e-48cf-be62-d5f10e521ec9 req-7f587482-92dd-4984-994b-710d32019dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:43.350249 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e9797560-ec5e-48cf-be62-d5f10e521ec9 req-7f587482-92dd-4984-994b-710d32019dd8 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=cd512231-fc47-4300-80ba-0cb3fce3157a HTTP/1.1" status: 200 len: 848 time: 0.0447006 Aug 24 06:44:43.389996 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e9797560-ec5e-48cf-be62-d5f10e521ec9 req-5a32e979-083b-4656-ad52-0c5a35cbd17e service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=39af791a-b387-443a-ae21-b2e1fb790901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256250 Aug 24 06:44:43.397828 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:44:43.436731 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:43.516356 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e9797560-ec5e-48cf-be62-d5f10e521ec9 req-a5702b99-4715-46c2-8b71-9358839485c8 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/39af791a-b387-443a-ae21-b2e1fb790901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196294 Aug 24 06:44:43.618034 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e9797560-ec5e-48cf-be62-d5f10e521ec9 req-a6209363-2ffd-47f5-8600-667e5ef1baea service neutron] 10.222.0.58 "GET /networking/v2.0/networks/39af791a-b387-443a-ae21-b2e1fb790901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934157 Aug 24 06:44:43.961364 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:44.007997 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43695b-ecdc-414d-aa80-4437bc6f333a req-5e16f5c5-4db1-4661-9619-e15f6ff845f3 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:44.009500 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-eb43695b-ecdc-414d-aa80-4437bc6f333a req-5e16f5c5-4db1-4661-9619-e15f6ff845f3 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1deca0b7-1c1c-4381-973e-7dd1d8b98359 HTTP/1.1" status: 200 len: 945 time: 0.0514777 Aug 24 06:44:44.060304 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-eb43695b-ecdc-414d-aa80-4437bc6f333a req-35e17be8-f51b-4489-b2de-a21c9e3ff2eb tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7344f54d-81b1-44ce-b6b5-c61c68a840f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444932 Aug 24 06:44:44.357328 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ad884-3a36-41b8-b134-23266ca9f944 req-996cb3ae-ff2a-4f25-a53d-f2c3dfd8abf6 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:44.358792 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2f2ad884-3a36-41b8-b134-23266ca9f944 req-996cb3ae-ff2a-4f25-a53d-f2c3dfd8abf6 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0488970 Aug 24 06:44:44.404128 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:44.409392 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2f2ad884-3a36-41b8-b134-23266ca9f944 req-cd0f5673-ec03-4b78-9df6-5115a19a1797 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447993 Aug 24 06:44:44.451590 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550 up at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:44:44.498856 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning for port a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550 completed by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 06:44:44.507312 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning complete for port a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:44:44.507652 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:44.588974 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550 is: BUILD; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:44:44.589368 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:44.613727 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1deca0b7-1c1c-4381-973e-7dd1d8b98359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550'}] {{(pid=113090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:44:44.616144 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b6006cf2a23db0b36d2003dbfde04691441a00dec53483979079bf2def40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339724a7-e4ab-4f27-9362-22e391636235" -d '{"events": [{"server_uuid": "1deca0b7-1c1c-4381-973e-7dd1d8b98359", "name": "network-vif-plugged", "status": "completed", "tag": "a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550"}]}' {{(pid=113090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:44:44.631533 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550,segment=NetworkSegment(68271012-a304-48c5-9dd2-4474d7abd4bc),segment_id=68271012-a304-48c5-9dd2-4474d7abd4bc)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:44:44.643319 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:44.664881 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=4,neutron:DELETE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:44.667178 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cb854b-98c9-4ca0-94fc-472f69d6334c x-openstack-request-id: req-e8cb854b-98c9-4ca0-94fc-472f69d6334c {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:44:44.667510 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1deca0b7-1c1c-4381-973e-7dd1d8b98359", "name": "network-vif-plugged", "status": "completed", "tag": "a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550", "code": 200}]} {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:44:44.667831 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e8cb854b-98c9-4ca0-94fc-472f69d6334c {{(pid=113090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:44:44.668290 dv-cinder-854271-1-iscsi neutron-server[113090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8cb854b-98c9-4ca0-94fc-472f69d6334c'] response: {'server_uuid': '1deca0b7-1c1c-4381-973e-7dd1d8b98359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550', 'code': 200} Aug 24 06:44:44.694931 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550,revision_number=5']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:44.701636 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=57,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:44.875702 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38856269-37dc-4924-98e0-8e8d2c97e2a6 req-1609b0f0-6d2b-483d-833a-86080e87a9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:44.877775 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-38856269-37dc-4924-98e0-8e8d2c97e2a6 req-1609b0f0-6d2b-483d-833a-86080e87a9e0 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1deca0b7-1c1c-4381-973e-7dd1d8b98359 HTTP/1.1" status: 200 len: 1130 time: 0.0445888 Aug 24 06:44:44.942677 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-38856269-37dc-4924-98e0-8e8d2c97e2a6 req-dab24227-0d9b-4ce8-903f-14d7804d54ce service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7344f54d-81b1-44ce-b6b5-c61c68a840f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513518 Aug 24 06:44:45.196776 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117000d-f501-4a6b-99e0-db7df21fc697 req-83aa1133-156d-454a-8b8e-d6bdadec8a80 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:45.198601 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4117000d-f501-4a6b-99e0-db7df21fc697 req-83aa1133-156d-454a-8b8e-d6bdadec8a80 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1deca0b7-1c1c-4381-973e-7dd1d8b98359 HTTP/1.1" status: 200 len: 946 time: 0.0494881 Aug 24 06:44:45.248547 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4117000d-f501-4a6b-99e0-db7df21fc697 req-93ffc615-be76-43cd-92ff-e023e42888c0 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7344f54d-81b1-44ce-b6b5-c61c68a840f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442395 Aug 24 06:44:45.452204 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:45.493292 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:45.521777 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:45.543126 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478625a-5e38-4d36-98be-12e0cd471707 req-395d7602-b6e9-4105-9652-d74594209b86 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:45.544779 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-8478625a-5e38-4d36-98be-12e0cd471707 req-395d7602-b6e9-4105-9652-d74594209b86 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0554104 Aug 24 06:44:45.595213 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-8478625a-5e38-4d36-98be-12e0cd471707 req-c9093706-402f-4e9f-b359-61382ccfc3cf tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440881 Aug 24 06:44:46.382021 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f70ad-99d7-4146-8547-fab8f4313805 req-5102cd4f-13c7-4286-946a-140f831a22b9 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:46.383488 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-cc8f70ad-99d7-4146-8547-fab8f4313805 req-5102cd4f-13c7-4286-946a-140f831a22b9 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1deca0b7-1c1c-4381-973e-7dd1d8b98359 HTTP/1.1" status: 200 len: 946 time: 0.0563474 Aug 24 06:44:46.433170 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-cc8f70ad-99d7-4146-8547-fab8f4313805 req-5404025d-c22e-486c-bc33-49854eec0cda tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7344f54d-81b1-44ce-b6b5-c61c68a840f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436931 Aug 24 06:44:46.718887 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d4f3c-80d6-473c-8ce1-07d094fed964 req-0e6df046-d28f-4123-b532-0aa5a42b110f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:46.720446 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-451d4f3c-80d6-473c-8ce1-07d094fed964 req-0e6df046-d28f-4123-b532-0aa5a42b110f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0524213 Aug 24 06:44:46.768580 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-451d4f3c-80d6-473c-8ce1-07d094fed964 req-b99fe573-21ac-476e-9f27-34234f3b08a1 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422776 Aug 24 06:44:47.556522 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6784a-6059-46c8-a760-0b7506cd844f req-5acd7b51-5fd8-4a89-a18e-ef187f207f56 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:47.558314 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e9f6784a-6059-46c8-a760-0b7506cd844f req-5acd7b51-5fd8-4a89-a18e-ef187f207f56 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1deca0b7-1c1c-4381-973e-7dd1d8b98359 HTTP/1.1" status: 200 len: 946 time: 0.0459335 Aug 24 06:44:47.613874 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e9f6784a-6059-46c8-a760-0b7506cd844f req-ec1db194-2c82-42c4-985b-1d3e6b6c6e3d tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7344f54d-81b1-44ce-b6b5-c61c68a840f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494266 Aug 24 06:44:47.893074 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f9062-39d3-4cd7-8996-a83320be1579 req-76ca7844-34c4-4061-a54a-8d7ce5fee05f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:47.894580 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-553f9062-39d3-4cd7-8996-a83320be1579 req-76ca7844-34c4-4061-a54a-8d7ce5fee05f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0489023 Aug 24 06:44:47.935737 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:47.960472 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-553f9062-39d3-4cd7-8996-a83320be1579 req-e3b22879-d68e-4f54-923a-e0c660c22e4d tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515683 Aug 24 06:44:48.368102 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae32d34-c846-49b5-94af-ac66ab4004c3 req-349fed63-6147-472d-aafb-ad5e485ac265 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:48.369544 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-cae32d34-c846-49b5-94af-ac66ab4004c3 req-349fed63-6147-472d-aafb-ad5e485ac265 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1deca0b7-1c1c-4381-973e-7dd1d8b98359 HTTP/1.1" status: 200 len: 946 time: 0.0474236 Aug 24 06:44:48.420367 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-cae32d34-c846-49b5-94af-ac66ab4004c3 req-44fdc0b4-5c48-4555-9f12-0f566f5ae528 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7344f54d-81b1-44ce-b6b5-c61c68a840f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448577 Aug 24 06:44:49.098907 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab341a5-d64e-4584-b763-02c9559feded req-b7d4a2dd-c818-4710-ba32-5237484e54b7 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:49.100289 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-eab341a5-d64e-4584-b763-02c9559feded req-b7d4a2dd-c818-4710-ba32-5237484e54b7 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0532775 Aug 24 06:44:49.164293 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-eab341a5-d64e-4584-b763-02c9559feded req-cd5a28fe-7051-4fbc-a4ae-0e468c788471 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563493 Aug 24 06:44:49.551313 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003613e-6d27-4d9b-a7cc-21e26d3403bf req-bcbc14f3-b1a5-4144-aa71-0e82e81a16a6 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:49.552986 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-3003613e-6d27-4d9b-a7cc-21e26d3403bf req-bcbc14f3-b1a5-4144-aa71-0e82e81a16a6 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1deca0b7-1c1c-4381-973e-7dd1d8b98359 HTTP/1.1" status: 200 len: 946 time: 0.0532873 Aug 24 06:44:49.603877 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-3003613e-6d27-4d9b-a7cc-21e26d3403bf req-54708349-8f9a-40c3-9e37-60bc5f43ebbf tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7344f54d-81b1-44ce-b6b5-c61c68a840f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449898 Aug 24 06:44:50.289739 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfcbc0-74e0-4109-aa51-5d8435508163 req-fa30bc4e-291a-4413-be0c-01a64e01eb93 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:50.293103 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-12bfcbc0-74e0-4109-aa51-5d8435508163 req-fa30bc4e-291a-4413-be0c-01a64e01eb93 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0517166 Aug 24 06:44:50.344355 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-12bfcbc0-74e0-4109-aa51-5d8435508163 req-da7b2557-4d4a-4309-8701-94c49b3e1935 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458639 Aug 24 06:44:50.732741 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff41d0c-f4c7-4255-b335-d7f3cf26c1dc req-c845d1b5-b90d-43c3-8b06-a0ca508f9800 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:50.734349 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-cff41d0c-f4c7-4255-b335-d7f3cf26c1dc req-c845d1b5-b90d-43c3-8b06-a0ca508f9800 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1deca0b7-1c1c-4381-973e-7dd1d8b98359 HTTP/1.1" status: 200 len: 946 time: 0.0575888 Aug 24 06:44:50.768384 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:50.794166 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-cff41d0c-f4c7-4255-b335-d7f3cf26c1dc req-f565094f-3f8f-48cb-9b0e-4723b6c48f02 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7344f54d-81b1-44ce-b6b5-c61c68a840f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537856 Aug 24 06:44:50.802221 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:51.301363 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a199f7-4505-44e7-a957-db7c54c040a5 req-d794869e-79e6-439a-b839-2278f0d472e4 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:51.302907 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f0a199f7-4505-44e7-a957-db7c54c040a5 req-d794869e-79e6-439a-b839-2278f0d472e4 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1deca0b7-1c1c-4381-973e-7dd1d8b98359 HTTP/1.1" status: 200 len: 946 time: 0.0502422 Aug 24 06:44:51.375409 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c1e7c-315d-4759-8554-036f32c01a5a req-1c4d9ad2-f3f2-47ad-aaf1-f105feaa584f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:51.376941 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-266c1e7c-315d-4759-8554-036f32c01a5a req-1c4d9ad2-f3f2-47ad-aaf1-f105feaa584f service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 1129 time: 0.0399821 Aug 24 06:44:51.425053 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-266c1e7c-315d-4759-8554-036f32c01a5a req-0fc9ecd8-56b7-4037-a3a6-6c93b8c4ebf6 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417283 Aug 24 06:44:51.499402 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [req-f0a199f7-4505-44e7-a957-db7c54c040a5 req-e40439ad-a0c6-4439-b3e5-8e611f601114 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Deleting port a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550 {{(pid=113089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:44:51.499743 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-f0a199f7-4505-44e7-a957-db7c54c040a5 req-e40439ad-a0c6-4439-b3e5-8e611f601114 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:51.524806 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2ace2-5ec9-437b-9293-73f7d6509c70 req-1a94bc3f-a2db-4734-af1e-01e126ca7410 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:51.526384 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c0d2ace2-5ec9-437b-9293-73f7d6509c70 req-1a94bc3f-a2db-4734-af1e-01e126ca7410 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0845418 Aug 24 06:44:51.633192 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c0d2ace2-5ec9-437b-9293-73f7d6509c70 req-71d3e5f1-5ccf-4523-ab8c-4bec260e58ef tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000850 Aug 24 06:44:51.640971 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.db [req-f0a199f7-4505-44e7-a957-db7c54c040a5 req-e40439ad-a0c6-4439-b3e5-8e611f601114 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] For port a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550,segment=NetworkSegment(68271012-a304-48c5-9dd2-4474d7abd4bc),segment_id=68271012-a304-48c5-9dd2-4474d7abd4bc)] {{(pid=113089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:44:51.641447 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-f0a199f7-4505-44e7-a957-db7c54c040a5 req-e40439ad-a0c6-4439-b3e5-8e611f601114 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:51.659800 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [req-f0a199f7-4505-44e7-a957-db7c54c040a5 req-e40439ad-a0c6-4439-b3e5-8e611f601114 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Calling delete_port for a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550 owned by compute:nova {{(pid=113089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:44:51.805178 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:51.824322 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-f0a199f7-4505-44e7-a957-db7c54c040a5 req-e40439ad-a0c6-4439-b3e5-8e611f601114 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118'] for port (a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:51.836986 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:44:51.854624 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40439ad-a0c6-4439-b3e5-8e611f601114 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Pushing event deleted for resources: {'Port': ['ID=a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:51.942947 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-19ca7568-1766-4afb-b14a-832333d288bd req-c4a6d8a3-ed1a-4628-b24b-d8c10f6209ce tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1deca0b7-1c1c-4381-973e-7dd1d8b98359 HTTP/1.1" status: 200 len: 210 time: 0.0574057 Aug 24 06:44:51.943622 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a199f7-4505-44e7-a957-db7c54c040a5 req-e40439ad-a0c6-4439-b3e5-8e611f601114 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] No DVR routers for this DVR port a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550 on host hv-cinder-85427 {{(pid=113089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:44:51.946873 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-f0a199f7-4505-44e7-a957-db7c54c040a5 req-e40439ad-a0c6-4439-b3e5-8e611f601114 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:51.950459 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f0a199f7-4505-44e7-a957-db7c54c040a5 req-e40439ad-a0c6-4439-b3e5-8e611f601114 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.58 "DELETE /networking/v2.0/ports/a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550 HTTP/1.1" status: 204 len: 173 time: 0.6127970 Aug 24 06:44:51.950926 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1deca0b7-1c1c-4381-973e-7dd1d8b98359', 'name': 'network-vif-deleted', 'tag': 'a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550'}] {{(pid=113089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:44:51.953249 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95c9b8c2b54b2cd10d832cf4cc4818d331942fea0eff1eb136de0d3feea1bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7241300e-b0e2-4dbd-a7ac-7e5fc44cba3e" -d '{"events": [{"server_uuid": "1deca0b7-1c1c-4381-973e-7dd1d8b98359", "name": "network-vif-deleted", "tag": "a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550"}]}' {{(pid=113089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:44:51.996850 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd627eca-43c5-4e39-a5b2-45d6442d445e x-openstack-request-id: req-fd627eca-43c5-4e39-a5b2-45d6442d445e {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:44:51.997214 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1deca0b7-1c1c-4381-973e-7dd1d8b98359", "name": "network-vif-deleted", "tag": "a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550", "status": "completed", "code": 200}]} {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:44:51.997469 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fd627eca-43c5-4e39-a5b2-45d6442d445e {{(pid=113089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:44:51.997868 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd627eca-43c5-4e39-a5b2-45d6442d445e'] response: {'server_uuid': '1deca0b7-1c1c-4381-973e-7dd1d8b98359', 'name': 'network-vif-deleted', 'tag': 'a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550', 'status': 'completed', 'code': 200} Aug 24 06:44:52.769585 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943af16-fe98-4e48-ba75-33cb31baca91 req-2109ad24-98cc-4352-a402-ca8f136083be tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:52.771182 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1943af16-fe98-4e48-ba75-33cb31baca91 req-2109ad24-98cc-4352-a402-ca8f136083be tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0481420 Aug 24 06:44:52.826155 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1943af16-fe98-4e48-ba75-33cb31baca91 req-aefeb9c9-2f8d-457d-a0eb-18cc65410efc tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484638 Aug 24 06:44:53.079255 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4aee3dac-7eff-48a6-bdb3-5d52616fd0b9 req-b06db741-6c0a-4ceb-8cff-ec361f425ff1 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1deca0b7-1c1c-4381-973e-7dd1d8b98359 HTTP/1.1" status: 200 len: 210 time: 0.0276415 Aug 24 06:44:53.959069 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f04ce-0a34-47c0-b05c-7e7120a53706 req-80e3eff4-126f-41fa-8c22-2ae293116349 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:53.960566 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-830f04ce-0a34-47c0-b05c-7e7120a53706 req-80e3eff4-126f-41fa-8c22-2ae293116349 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0522139 Aug 24 06:44:54.019217 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-830f04ce-0a34-47c0-b05c-7e7120a53706 req-2a143233-3cf3-4706-bf22-f2bfea4b7262 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518765 Aug 24 06:44:54.144692 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c251ebd-0b48-4861-b291-5b3efd156c56 req-18ab3643-dff6-4daf-8c57-c3635fc69817 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:54.146144 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4c251ebd-0b48-4861-b291-5b3efd156c56 req-18ab3643-dff6-4daf-8c57-c3635fc69817 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0523732 Aug 24 06:44:54.467171 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4c251ebd-0b48-4861-b291-5b3efd156c56 req-bc6f667e-7ca5-479f-aff9-5e3fdeef3f4c tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152325 Aug 24 06:44:54.470783 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:44:54.471772 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:54.493307 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] No Port match for: a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550 {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:44:54.493657 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device a7c09b6c-ea8e-4b5c-a3dc-e817b7ace550 not bound to the agent host hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:44:54.512180 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-2c988abd-d360-4e7c-a248-4edc01b6e0e0 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:54.513647 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-2c988abd-d360-4e7c-a248-4edc01b6e0e0 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/networks?id=39af791a-b387-443a-ae21-b2e1fb790901 HTTP/1.1" status: 200 len: 808 time: 0.1333396 Aug 24 06:44:54.529227 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-c5f18dec-5d8a-414d-9f28-92a7253467aa tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/quotas/0930b613a69749d3bc05240e88f74ccc HTTP/1.1" status: 200 len: 375 time: 0.0097516 Aug 24 06:44:54.566832 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-962f9b75-a9f8-4a15-a37c-015c1c640ab3 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=0930b613a69749d3bc05240e88f74ccc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324359 Aug 24 06:44:54.670376 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-886e123d-181c-42ae-a711-c5fcfd4aab13 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/39af791a-b387-443a-ae21-b2e1fb790901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965381 Aug 24 06:44:54.791792 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-a341ec29-3720-4060-8cd8-1452f710b8b8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/39af791a-b387-443a-ae21-b2e1fb790901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140118 Aug 24 06:44:54.983807 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c287a9f2-b3b2-4c85-8f3c-f37de419ea18 req-6afafa62-7e82-4841-8366-2d511466fb63 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c8700da6-0186-42ab-98ec-9c188518ea87 HTTP/1.1" status: 200 len: 210 time: 0.0292485 Aug 24 06:44:55.084257 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 49354) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:55.199415 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-24b03e66-31dc-4106-9076-304084f5f802 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:55.282881 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-24b03e66-31dc-4106-9076-304084f5f802 admin admin] Publish callbacks [] for security_group (ca12991d-ef37-45f3-8f30-31b263c4d23e), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:55.288075 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-24b03e66-31dc-4106-9076-304084f5f802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (ca12991d-ef37-45f3-8f30-31b263c4d23e), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:55.332161 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-24b03e66-31dc-4106-9076-304084f5f802 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=09db79d382e149acbaac327f95ae252d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466300 Aug 24 06:44:55.333079 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b03e66-31dc-4106-9076-304084f5f802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca12991d-ef37-45f3-8f30-31b263c4d23e,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:55.335688 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 49362) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:55.400936 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-22e14a3a-e682-48e4-a635-32dd29d1b95f admin admin] Publish callbacks [] for security_group (ca12991d-ef37-45f3-8f30-31b263c4d23e), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:55.425219 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-22e14a3a-e682-48e4-a635-32dd29d1b95f admin admin] Publish callbacks [] for security_group (ca12991d-ef37-45f3-8f30-31b263c4d23e), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:55.482882 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-22e14a3a-e682-48e4-a635-32dd29d1b95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (ca12991d-ef37-45f3-8f30-31b263c4d23e), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:55.485487 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-22e14a3a-e682-48e4-a635-32dd29d1b95f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:55.486685 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-22e14a3a-e682-48e4-a635-32dd29d1b95f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ca12991d-ef37-45f3-8f30-31b263c4d23e HTTP/1.1" status: 204 len: 168 time: 0.1446059 Aug 24 06:44:55.494681 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e14a3a-e682-48e4-a635-32dd29d1b95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca12991d-ef37-45f3-8f30-31b263c4d23e,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:56.136411 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1840026f-6bf7-4fa2-8cbe-79cc6192f96b req-f54d30f9-8b58-437b-9f2a-47822796b173 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c8700da6-0186-42ab-98ec-9c188518ea87 HTTP/1.1" status: 200 len: 210 time: 0.0450637 Aug 24 06:44:56.239598 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:56.272424 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-8370202a-2d85-414a-a821-4c92db6dad26 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:56.273951 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-8370202a-2d85-414a-a821-4c92db6dad26 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.58 "GET /networking/v2.0/networks?id=39af791a-b387-443a-ae21-b2e1fb790901 HTTP/1.1" status: 200 len: 808 time: 0.2225609 Aug 24 06:44:56.314310 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-b5ada106-ddf5-4c79-9070-b2585967a57c tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Request body: {'port': {'device_id': 'c8700da6-0186-42ab-98ec-9c188518ea87', 'network_id': '39af791a-b387-443a-ae21-b2e1fb790901', 'admin_state_up': True, 'tenant_id': '0930b613a69749d3bc05240e88f74ccc'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:44:56.346312 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93fc455-a561-4f22-8311-04b1556f405b req-74585825-71ba-41e3-a834-d0755b00c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:56.347868 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-c93fc455-a561-4f22-8311-04b1556f405b req-74585825-71ba-41e3-a834-d0755b00c177 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=2a401374685240dc94fe28ca99ad4e11&device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 1130 time: 0.0439358 Aug 24 06:44:56.361605 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fda2e2-f93b-468a-be9f-855071abea5a req-af394a90-b6ef-4f1a-9842-ee37ac529463 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:56.363112 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-39fda2e2-f93b-468a-be9f-855071abea5a req-af394a90-b6ef-4f1a-9842-ee37ac529463 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0881565 Aug 24 06:44:56.379282 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 49404) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:56.483754 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-39fda2e2-f93b-468a-be9f-855071abea5a req-54506c40-5d16-448d-a054-077674ca5311 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905671 Aug 24 06:44:56.499155 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-4859b26e-4f37-43a9-ac90-b9e4527f8d28 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-422531790-network', 'tenant_id': '0bf38c354bea44f5a503e76fa53b20f6'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:44:56.501060 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-b5ada106-ddf5-4c79-9070-b2585967a57c tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Made reservation on behalf of 0930b613a69749d3bc05240e88f74ccc for: {'port': 1} {{(pid=113089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:44:56.504991 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-b5ada106-ddf5-4c79-9070-b2585967a57c tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:56.534988 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93fc455-a561-4f22-8311-04b1556f405b req-27583450-8701-4525-a8e4-28f07359419f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:56.536516 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-c93fc455-a561-4f22-8311-04b1556f405b req-27583450-8701-4525-a8e4-28f07359419f service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad HTTP/1.1" status: 200 len: 920 time: 0.1301024 Aug 24 06:44:56.537513 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4859b26e-4f37-43a9-ac90-b9e4527f8d28 admin admin] Made reservation on behalf of 0bf38c354bea44f5a503e76fa53b20f6 for: {'network': 1} {{(pid=113088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:44:56.539977 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-4859b26e-4f37-43a9-ac90-b9e4527f8d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for network (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:56.560814 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-4859b26e-4f37-43a9-ac90-b9e4527f8d28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:56.596459 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-c93fc455-a561-4f22-8311-04b1556f405b req-bf824031-96ef-4cd3-943e-7e8eb779fff8 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8eba2b0-b09a-4bae-9f7b-feefb9b58a05 HTTP/1.1" status: 200 len: 217 time: 0.0525241 Aug 24 06:44:56.637130 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.db_base_plugin_common [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-b5ada106-ddf5-4c79-9070-b2585967a57c tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Allocated IP 172.20.0.10 (39af791a-b387-443a-ae21-b2e1fb790901/cd512231-fc47-4300-80ba-0cb3fce3157a/b69c453d-3284-4bf2-bb2d-015b6bca278f) {{(pid=113089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:44:56.643633 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:56.677499 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93fc455-a561-4f22-8311-04b1556f405b req-db12a187-b87d-4557-b988-8fae08a6537f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:56.678962 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-c93fc455-a561-4f22-8311-04b1556f405b req-db12a187-b87d-4557-b988-8fae08a6537f service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=87c63329-c783-4018-8f3e-d78ef061967a HTTP/1.1" status: 200 len: 858 time: 0.0696108 Aug 24 06:44:56.753340 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-4859b26e-4f37-43a9-ac90-b9e4527f8d28 admin admin] Publish callbacks [] for security_group (a7613200-ef8e-4e26-93b6-9ffa057de5f2), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:56.755169 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93fc455-a561-4f22-8311-04b1556f405b req-837c4660-359e-4635-8834-d1a386428f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:56.757110 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-c93fc455-a561-4f22-8311-04b1556f405b req-837c4660-359e-4635-8834-d1a386428f45 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0646822 Aug 24 06:44:56.758721 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-4859b26e-4f37-43a9-ac90-b9e4527f8d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (a7613200-ef8e-4e26-93b6-9ffa057de5f2), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:56.802744 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-b5ada106-ddf5-4c79-9070-b2585967a57c tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Publish callbacks [] for port (b69c453d-3284-4bf2-bb2d-015b6bca278f), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:56.802905 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4859b26e-4f37-43a9-ac90-b9e4527f8d28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=113088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 06:44:56.817641 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859b26e-4f37-43a9-ac90-b9e4527f8d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7613200-ef8e-4e26-93b6-9ffa057de5f2,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:56.831841 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-4859b26e-4f37-43a9-ac90-b9e4527f8d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (66e80b04-3348-4d98-9a1e-377326afcde4), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:56.832062 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.db.segments_db [None req-4859b26e-4f37-43a9-ac90-b9e4527f8d28 admin admin] Added segment 66e80b04-3348-4d98-9a1e-377326afcde4 of type vlan for network 1a65afdd-a8e2-4518-9256-f6218e06bf95 Aug 24 06:44:56.844343 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-b5ada106-ddf5-4c79-9070-b2585967a57c tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (b69c453d-3284-4bf2-bb2d-015b6bca278f), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:56.890220 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-b5ada106-ddf5-4c79-9070-b2585967a57c tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Network 39af791a-b387-443a-ae21-b2e1fb790901 is already hosted by enough agents. {{(pid=113089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:44:56.893523 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-b5ada106-ddf5-4c79-9070-b2585967a57c tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Resources bound (agent type, host, resource id): {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:44:56.897580 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-b5ada106-ddf5-4c79-9070-b2585967a57c tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Received port after_create {{(pid=113089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:44:56.902059 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-b5ada106-ddf5-4c79-9070-b2585967a57c tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:56.902710 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-b5ada106-ddf5-4c79-9070-b2585967a57c tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:56.909018 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:56.911480 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ada106-ddf5-4c79-9070-b2585967a57c tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Pushing event updated for resources: {'Port': ['ID=b69c453d-3284-4bf2-bb2d-015b6bca278f,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:56.915973 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-4859b26e-4f37-43a9-ac90-b9e4527f8d28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748142589579'] for network (1a65afdd-a8e2-4518-9256-f6218e06bf95), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:56.926409 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-b5ada106-ddf5-4c79-9070-b2585967a57c tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6162081 Aug 24 06:44:56.939729 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-2836fdb1-48f2-46b9-9f01-9145903e3900 service neutron] Request body: {'port': {'device_id': 'c8700da6-0186-42ab-98ec-9c188518ea87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:44:56.942688 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-c93fc455-a561-4f22-8311-04b1556f405b req-0bc87391-de8b-40c2-884e-22a7fec238db service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680002 Aug 24 06:44:56.962611 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:56.977239 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-4859b26e-4f37-43a9-ac90-b9e4527f8d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for network (1a65afdd-a8e2-4518-9256-f6218e06bf95), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:56.978232 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4859b26e-4f37-43a9-ac90-b9e4527f8d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:56.978813 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-4859b26e-4f37-43a9-ac90-b9e4527f8d28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:57.017347 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-2836fdb1-48f2-46b9-9f01-9145903e3900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (b69c453d-3284-4bf2-bb2d-015b6bca278f), before_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:57.033086 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-4859b26e-4f37-43a9-ac90-b9e4527f8d28 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6526136 Aug 24 06:44:57.061971 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 49420) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:57.066947 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-a37a0de2-c5a7-4dd1-b6ae-2ae1639d925b admin admin] Request body: {'subnet': {'network_id': '1a65afdd-a8e2-4518-9256-f6218e06bf95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-422531790-subnet', 'tenant_id': '0bf38c354bea44f5a503e76fa53b20f6', 'ip_version': 4}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:44:57.072879 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:57.113868 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859b26e-4f37-43a9-ac90-b9e4527f8d28 admin admin] Pushing event updated for resources: {'Network': ['ID=1a65afdd-a8e2-4518-9256-f6218e06bf95,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:57.125416 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Network 1a65afdd-a8e2-4518-9256-f6218e06bf95 details requested by agent ovs-agent-dv-cinder-854271-1-iscsi with host dv-cinder-854271-1-iscsi {{(pid=113090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 06:44:57.144228 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-c93fc455-a561-4f22-8311-04b1556f405b req-39919210-0140-4308-afff-e7b0b469aae9 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909907 Aug 24 06:44:57.162762 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37a0de2-c5a7-4dd1-b6ae-2ae1639d925b admin admin] Made reservation on behalf of 0bf38c354bea44f5a503e76fa53b20f6 for: {'subnet': 1} {{(pid=113088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:44:57.165272 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a37a0de2-c5a7-4dd1-b6ae-2ae1639d925b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404133'] for subnet (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:57.208536 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:57.341696 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637a402-8520-40c1-86dc-987a94ea2b92 req-f74fd5f0-0c2e-4595-8c52-cb6ba28d1ed0 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:57.343259 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1637a402-8520-40c1-86dc-987a94ea2b92 req-f74fd5f0-0c2e-4595-8c52-cb6ba28d1ed0 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c8700da6-0186-42ab-98ec-9c188518ea87 HTTP/1.1" status: 200 len: 932 time: 0.0746036 Aug 24 06:44:57.373201 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a37a0de2-c5a7-4dd1-b6ae-2ae1639d925b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4108356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404043'] for subnet (c0ac3680-c342-4f76-808a-5fdbedfba4b3), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:57.396800 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.notifiers.nova [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-2836fdb1-48f2-46b9-9f01-9145903e3900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b69c453d-3284-4bf2-bb2d-015b6bca278f {{(pid=113089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:44:57.408515 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-2836fdb1-48f2-46b9-9f01-9145903e3900 service neutron] Publish callbacks [] for port (b69c453d-3284-4bf2-bb2d-015b6bca278f), precommit_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:57.437716 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a0de2-c5a7-4dd1-b6ae-2ae1639d925b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0ac3680-c342-4f76-808a-5fdbedfba4b3,revision_number=0']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:57.438508 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.provisioning_blocks [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-2836fdb1-48f2-46b9-9f01-9145903e3900 service neutron] Transition to ACTIVE for port object b69c453d-3284-4bf2-bb2d-015b6bca278f will not be triggered until provisioned by entity L2. {{(pid=113089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 06:44:57.443393 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a0de2-c5a7-4dd1-b6ae-2ae1639d925b admin admin] Checking segment: {'id': '66e80b04-3348-4d98-9a1e-377326afcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1a65afdd-a8e2-4518-9256-f6218e06bf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:44:57.443973 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37a0de2-c5a7-4dd1-b6ae-2ae1639d925b admin admin] Network hostable DHCP agents. Network: 1a65afdd-a8e2-4518-9256-f6218e06bf95, hostable agents: ['133a3e8a-16cb-4472-a923-08e28c023b55'], hosted agents: [] {{(pid=113088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 06:44:57.446097 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1637a402-8520-40c1-86dc-987a94ea2b92 req-20d8e92d-e171-4c41-a7fe-f55166b242bc tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7344f54d-81b1-44ce-b6b5-c61c68a840f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794966 Aug 24 06:44:57.447158 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-2836fdb1-48f2-46b9-9f01-9145903e3900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (b69c453d-3284-4bf2-bb2d-015b6bca278f), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:57.472857 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37a0de2-c5a7-4dd1-b6ae-2ae1639d925b admin admin] Network 1a65afdd-a8e2-4518-9256-f6218e06bf95 is scheduled to be hosted by DHCP agent 133a3e8a-16cb-4472-a923-08e28c023b55 with binding_index 1 {{(pid=113088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 06:44:57.485085 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-a37a0de2-c5a7-4dd1-b6ae-2ae1639d925b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854271-1-iscsi, 1a65afdd-a8e2-4518-9256-f6218e06bf95) {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:44:57.489457 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37a0de2-c5a7-4dd1-b6ae-2ae1639d925b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:57.490046 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a37a0de2-c5a7-4dd1-b6ae-2ae1639d925b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:57.498262 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d64e1fe-cc38-43bf-8f30-00a76298d874 None None] Network 1a65afdd-a8e2-4518-9256-f6218e06bf95 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:44:57.513328 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-a37a0de2-c5a7-4dd1-b6ae-2ae1639d925b admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4501476 Aug 24 06:44:57.515919 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 49438) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:57.520729 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836fdb1-48f2-46b9-9f01-9145903e3900 service neutron] Pushing event updated for resources: {'Port': ['ID=b69c453d-3284-4bf2-bb2d-015b6bca278f,revision_number=2']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:57.522276 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-1da6815e-1883-4d5d-a7bf-fb3f6f514b06 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-422531790-router', 'tenant_id': '0bf38c354bea44f5a503e76fa53b20f6', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:44:57.544624 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.managers [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-2836fdb1-48f2-46b9-9f01-9145903e3900 service neutron] Attempting to bind port b69c453d-3284-4bf2-bb2d-015b6bca278f on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:44:57.544967 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.managers [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-2836fdb1-48f2-46b9-9f01-9145903e3900 service neutron] Attempting to bind port b69c453d-3284-4bf2-bb2d-015b6bca278f by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '68271012-a304-48c5-9dd2-4474d7abd4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '39af791a-b387-443a-ae21-b2e1fb790901'}] {{(pid=113089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:44:57.545388 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-2836fdb1-48f2-46b9-9f01-9145903e3900 service neutron] Attempting to bind port b69c453d-3284-4bf2-bb2d-015b6bca278f on network 39af791a-b387-443a-ae21-b2e1fb790901 {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:44:57.550558 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-1da6815e-1883-4d5d-a7bf-fb3f6f514b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router (3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:57.551086 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-2836fdb1-48f2-46b9-9f01-9145903e3900 service neutron] Port b69c453d-3284-4bf2-bb2d-015b6bca278f on network 39af791a-b387-443a-ae21-b2e1fb790901 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 06:44:57.551509 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-2836fdb1-48f2-46b9-9f01-9145903e3900 service neutron] Attempting to bind port b69c453d-3284-4bf2-bb2d-015b6bca278f on network 39af791a-b387-443a-ae21-b2e1fb790901 {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:44:57.552151 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-1da6815e-1883-4d5d-a7bf-fb3f6f514b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1697044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router (3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:57.557552 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-2836fdb1-48f2-46b9-9f01-9145903e3900 service neutron] Checking agent: {'id': '92318399-7fe8-4397-ad86-085269988e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'started_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:44:57.557893 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-2836fdb1-48f2-46b9-9f01-9145903e3900 service neutron] Checking segment: {'id': '68271012-a304-48c5-9dd2-4474d7abd4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '39af791a-b387-443a-ae21-b2e1fb790901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:44:57.558450 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-2836fdb1-48f2-46b9-9f01-9145903e3900 service neutron] Bound using segment: {'id': '68271012-a304-48c5-9dd2-4474d7abd4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '39af791a-b387-443a-ae21-b2e1fb790901'} {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:44:57.559243 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.managers [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-2836fdb1-48f2-46b9-9f01-9145903e3900 service neutron] Bound port: b69c453d-3284-4bf2-bb2d-015b6bca278f, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68271012-a304-48c5-9dd2-4474d7abd4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '39af791a-b387-443a-ae21-b2e1fb790901'}}] {{(pid=113089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:44:57.559772 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-2836fdb1-48f2-46b9-9f01-9145903e3900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (b69c453d-3284-4bf2-bb2d-015b6bca278f), before_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:57.595643 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:57.611530 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-1da6815e-1883-4d5d-a7bf-fb3f6f514b06 admin admin] Publish callbacks [] for router_controller (3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6), precommit_add_association {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:57.631698 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92321cc-a1c1-424c-a039-6d67e00498df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c256b93-5dc0-52aa-9173-f46dd4354694-1a65afdd-a8e2-4518-9256-f6218e06bf95', 'network_id': '1a65afdd-a8e2-4518-9256-f6218e06bf95', 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'fixed_ips': [{'subnet_id': 'c0ac3680-c342-4f76-808a-5fdbedfba4b3'}]}} from dv-cinder-854271-1-iscsi. {{(pid=113090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 06:44:57.632993 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-d92321cc-a1c1-424c-a039-6d67e00498df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:57.670988 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c6001-e2c3-4ede-b855-ac200147ee4d req-797002e7-a352-4f3a-b6e1-b13f8ae3c856 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:57.672612 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bb8c6001-e2c3-4ede-b855-ac200147ee4d req-797002e7-a352-4f3a-b6e1-b13f8ae3c856 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0973921 Aug 24 06:44:57.677599 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.db [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-2836fdb1-48f2-46b9-9f01-9145903e3900 service neutron] For port b69c453d-3284-4bf2-bb2d-015b6bca278f, host hv-cinder-85427, cleared binding levels {{(pid=113089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:44:57.681647 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.db [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-2836fdb1-48f2-46b9-9f01-9145903e3900 service neutron] For port b69c453d-3284-4bf2-bb2d-015b6bca278f, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b69c453d-3284-4bf2-bb2d-015b6bca278f,segment=NetworkSegment(68271012-a304-48c5-9dd2-4474d7abd4bc),segment_id=68271012-a304-48c5-9dd2-4474d7abd4bc)] {{(pid=113089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:44:57.718335 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-2836fdb1-48f2-46b9-9f01-9145903e3900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (b69c453d-3284-4bf2-bb2d-015b6bca278f), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:57.722277 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-2836fdb1-48f2-46b9-9f01-9145903e3900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:57.723013 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-2836fdb1-48f2-46b9-9f01-9145903e3900 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:57.724485 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-2836fdb1-48f2-46b9-9f01-9145903e3900 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/b69c453d-3284-4bf2-bb2d-015b6bca278f HTTP/1.1" status: 200 len: 1094 time: 0.7895074 Aug 24 06:44:57.733360 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8700da6-0186-42ab-98ec-9c188518ea87', 'tag': 'b69c453d-3284-4bf2-bb2d-015b6bca278f'}] {{(pid=113089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:44:57.736175 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95c9b8c2b54b2cd10d832cf4cc4818d331942fea0eff1eb136de0d3feea1bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccfe8fb-e98f-479f-8e87-1cf589755639" -d '{"events": [{"name": "network-changed", "server_uuid": "c8700da6-0186-42ab-98ec-9c188518ea87", "tag": "b69c453d-3284-4bf2-bb2d-015b6bca278f"}]}' {{(pid=113089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:44:57.806480 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee377c6-3804-4062-afbd-f96949449ba8 x-openstack-request-id: req-bee377c6-3804-4062-afbd-f96949449ba8 {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:44:57.806772 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8700da6-0186-42ab-98ec-9c188518ea87", "tag": "b69c453d-3284-4bf2-bb2d-015b6bca278f", "status": "completed", "code": 200}]} {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:44:57.807023 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bee377c6-3804-4062-afbd-f96949449ba8 {{(pid=113089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:44:57.807447 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bee377c6-3804-4062-afbd-f96949449ba8'] response: {'name': 'network-changed', 'server_uuid': 'c8700da6-0186-42ab-98ec-9c188518ea87', 'tag': 'b69c453d-3284-4bf2-bb2d-015b6bca278f', 'status': 'completed', 'code': 200} Aug 24 06:44:57.810917 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.db_base_plugin_common [None req-d92321cc-a1c1-424c-a039-6d67e00498df None None] Allocated IP 172.20.0.2 (1a65afdd-a8e2-4518-9256-f6218e06bf95/c0ac3680-c342-4f76-808a-5fdbedfba4b3/0b21efc2-8f77-421f-bcec-7601064ac413) {{(pid=113090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:44:57.851160 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bb8c6001-e2c3-4ede-b855-ac200147ee4d req-d736b9b4-450e-4c5b-984e-8577f5f5c91b tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674309 Aug 24 06:44:57.875376 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-914b7794-9a65-45c0-98af-f5eef5ed8977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:57.876890 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-914b7794-9a65-45c0-98af-f5eef5ed8977 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0930b613a69749d3bc05240e88f74ccc&device_id=c8700da6-0186-42ab-98ec-9c188518ea87 HTTP/1.1" status: 200 len: 1128 time: 0.0755589 Aug 24 06:44:57.877470 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836fdb1-48f2-46b9-9f01-9145903e3900 service neutron] Pushing event updated for resources: {'Port': ['ID=b69c453d-3284-4bf2-bb2d-015b6bca278f,revision_number=3']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:57.925465 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-afb7e265-dee5-4581-be4a-bfd9fb348904 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b69c453d-3284-4bf2-bb2d-015b6bca278f HTTP/1.1" status: 200 len: 217 time: 0.0405219 Aug 24 06:44:57.978988 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-d92321cc-a1c1-424c-a039-6d67e00498df None None] Publish callbacks [] for port (0b21efc2-8f77-421f-bcec-7601064ac413), precommit_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:57.981473 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-1da6815e-1883-4d5d-a7bf-fb3f6f514b06 admin admin] Publish callbacks [] for router_gateway (3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:57.982059 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-dd1a87bd-a6b8-4ba5-9430-b15d433ef5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:57.983562 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-dd1a87bd-a6b8-4ba5-9430-b15d433ef5f7 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=cd512231-fc47-4300-80ba-0cb3fce3157a HTTP/1.1" status: 200 len: 848 time: 0.0476260 Aug 24 06:44:57.985838 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-d92321cc-a1c1-424c-a039-6d67e00498df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (0b21efc2-8f77-421f-bcec-7601064ac413), after_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:57.991622 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:58.026773 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92321cc-a1c1-424c-a039-6d67e00498df None None] Network 1a65afdd-a8e2-4518-9256-f6218e06bf95 is already hosted by enough agents. {{(pid=113090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:44:58.027774 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-783058fc-9f18-47cd-8b14-8f654fd76078 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=39af791a-b387-443a-ae21-b2e1fb790901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348787 Aug 24 06:44:58.030623 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.scheduler.base_scheduler [None req-d92321cc-a1c1-424c-a039-6d67e00498df None None] Resources bound (agent type, host, resource id): {{(pid=113090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:44:58.037137 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92321cc-a1c1-424c-a039-6d67e00498df None None] Received port after_create {{(pid=113090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:44:58.042168 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92321cc-a1c1-424c-a039-6d67e00498df None None] Pushing event updated for resources: {'Port': ['ID=0b21efc2-8f77-421f-bcec-7601064ac413,revision_number=1']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:58.094841 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-d92321cc-a1c1-424c-a039-6d67e00498df None None] Attempting to bind port 0b21efc2-8f77-421f-bcec-7601064ac413 on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:44:58.095505 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-d92321cc-a1c1-424c-a039-6d67e00498df None None] Attempting to bind port 0b21efc2-8f77-421f-bcec-7601064ac413 by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': '66e80b04-3348-4d98-9a1e-377326afcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1a65afdd-a8e2-4518-9256-f6218e06bf95'}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:44:58.096026 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92321cc-a1c1-424c-a039-6d67e00498df None None] Attempting to bind port 0b21efc2-8f77-421f-bcec-7601064ac413 on network 1a65afdd-a8e2-4518-9256-f6218e06bf95 {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:44:58.101393 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92321cc-a1c1-424c-a039-6d67e00498df None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:44:58.101985 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92321cc-a1c1-424c-a039-6d67e00498df None None] Checking segment: {'id': '66e80b04-3348-4d98-9a1e-377326afcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1a65afdd-a8e2-4518-9256-f6218e06bf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:44:58.102554 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-d92321cc-a1c1-424c-a039-6d67e00498df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:58.102942 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92321cc-a1c1-424c-a039-6d67e00498df None None] Bound using segment: {'id': '66e80b04-3348-4d98-9a1e-377326afcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1a65afdd-a8e2-4518-9256-f6218e06bf95'} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:44:58.103612 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-d92321cc-a1c1-424c-a039-6d67e00498df None None] Bound port: 0b21efc2-8f77-421f-bcec-7601064ac413, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e80b04-3348-4d98-9a1e-377326afcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1a65afdd-a8e2-4518-9256-f6218e06bf95'}}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:44:58.104151 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-d92321cc-a1c1-424c-a039-6d67e00498df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (0b21efc2-8f77-421f-bcec-7601064ac413), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:58.117890 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:58.131707 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-13f492f5-71c5-4263-b3bb-342150371504 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/39af791a-b387-443a-ae21-b2e1fb790901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970213 Aug 24 06:44:58.177043 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-d92321cc-a1c1-424c-a039-6d67e00498df None None] For port 0b21efc2-8f77-421f-bcec-7601064ac413, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:44:58.181268 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-d92321cc-a1c1-424c-a039-6d67e00498df None None] For port 0b21efc2-8f77-421f-bcec-7601064ac413, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=0b21efc2-8f77-421f-bcec-7601064ac413,segment=NetworkSegment(66e80b04-3348-4d98-9a1e-377326afcde4),segment_id=66e80b04-3348-4d98-9a1e-377326afcde4)] {{(pid=113090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:44:58.182153 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-1da6815e-1883-4d5d-a7bf-fb3f6f514b06 admin admin] Publish callbacks [] for router_gateway (3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:58.198331 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-d92321cc-a1c1-424c-a039-6d67e00498df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (0b21efc2-8f77-421f-bcec-7601064ac413), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:58.205795 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-1da6815e-1883-4d5d-a7bf-fb3f6f514b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:58.254303 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92321cc-a1c1-424c-a039-6d67e00498df None None] Pushing event updated for resources: {'Port': ['ID=0b21efc2-8f77-421f-bcec-7601064ac413,revision_number=2']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:58.280696 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-efaf70f5-5e30-4f6b-b7a1-19f11ac9c6ee req-e70ee058-b44f-403f-83de-07b071f99a2a service neutron] 10.222.0.58 "GET /networking/v2.0/networks/39af791a-b387-443a-ae21-b2e1fb790901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414347 Aug 24 06:44:58.348421 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:58.357252 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [None req-1da6815e-1883-4d5d-a7bf-fb3f6f514b06 admin admin] Allocated IP 172.27.3.25 (ebaf0247-9904-4138-a92a-0e04f684cda3/21927f02-5278-4e61-8de7-8e5f8e88a327/56e61e89-f03d-42b2-8ea0-504726c55535) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:44:58.543418 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-1da6815e-1883-4d5d-a7bf-fb3f6f514b06 admin admin] Publish callbacks [] for port (56e61e89-f03d-42b2-8ea0-504726c55535), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:58.583060 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-1da6815e-1883-4d5d-a7bf-fb3f6f514b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (56e61e89-f03d-42b2-8ea0-504726c55535), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:58.629333 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe53715-e1a2-4e53-917f-8a05f21758a9 req-98d0b24c-c86b-44bc-ad57-8d3a4d9bf7a5 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:58.631422 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7fe53715-e1a2-4e53-917f-8a05f21758a9 req-98d0b24c-c86b-44bc-ad57-8d3a4d9bf7a5 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c8700da6-0186-42ab-98ec-9c188518ea87 HTTP/1.1" status: 200 len: 944 time: 0.0688167 Aug 24 06:44:58.637765 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da6815e-1883-4d5d-a7bf-fb3f6f514b06 admin admin] Network ebaf0247-9904-4138-a92a-0e04f684cda3 is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:44:58.641359 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-1da6815e-1883-4d5d-a7bf-fb3f6f514b06 admin admin] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:44:58.645501 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da6815e-1883-4d5d-a7bf-fb3f6f514b06 admin admin] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:44:58.648810 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6815e-1883-4d5d-a7bf-fb3f6f514b06 admin admin] Pushing event updated for resources: {'Port': ['ID=56e61e89-f03d-42b2-8ea0-504726c55535,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:44:58.693593 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7fe53715-e1a2-4e53-917f-8a05f21758a9 req-24942ef2-6db5-4d1e-a48d-6e370717abd8 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7344f54d-81b1-44ce-b6b5-c61c68a840f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537128 Aug 24 06:44:58.914181 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-1da6815e-1883-4d5d-a7bf-fb3f6f514b06 admin admin] Publish callbacks [] for router_gateway (3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:58.986507 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:58.991738 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3dc52-43e0-4711-9df9-60508098f731 req-a7ec1376-efe3-466c-8d3d-5f957d937ae0 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:58.993419 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c7e3dc52-43e0-4711-9df9-60508098f731 req-a7ec1376-efe3-466c-8d3d-5f957d937ae0 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0509441 Aug 24 06:44:59.050202 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c7e3dc52-43e0-4711-9df9-60508098f731 req-b6a60b53-0a04-4f0b-b773-da885b0bc6f4 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497937 Aug 24 06:44:59.127104 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-1da6815e-1883-4d5d-a7bf-fb3f6f514b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696429'] for router (3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:59.234594 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 0b21efc2-8f77-421f-bcec-7601064ac413 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:44:59.274853 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da6815e-1883-4d5d-a7bf-fb3f6f514b06 admin admin] Router 3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6 is scheduled to L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 with binding_index 1 {{(pid=113088) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 06:44:59.275083 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fbc313-0333-427d-a59c-49d19b02eb57 None None] Network 1a65afdd-a8e2-4518-9256-f6218e06bf95 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:44:59.311899 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 0b21efc2-8f77-421f-bcec-7601064ac413 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:44:59.312266 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (0b21efc2-8f77-421f-bcec-7601064ac413), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:59.373658 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:59.379205 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:59.380291 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da6815e-1883-4d5d-a7bf-fb3f6f514b06 admin admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:44:59.388428 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-5c295e85-ec16-4920-8eba-aceb8241f75a None None] Provisioning complete for port 0b21efc2-8f77-421f-bcec-7601064ac413 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:44:59.388739 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-5c295e85-ec16-4920-8eba-aceb8241f75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (0b21efc2-8f77-421f-bcec-7601064ac413), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:59.401810 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-1da6815e-1883-4d5d-a7bf-fb3f6f514b06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:59.405949 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-1da6815e-1883-4d5d-a7bf-fb3f6f514b06 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8861716 Aug 24 06:44:59.406287 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 49460) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:44:59.414246 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fb7c57-055c-4c18-9054-b075b37cfea5 None None] Sync routers for ids ['3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6'] in dv-cinder-854271-1-iscsi {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:44:59.485991 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:59.611323 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fb7c57-055c-4c18-9054-b075b37cfea5 None None] Routers {'3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:44:59.611960 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-50fb7c57-055c-4c18-9054-b075b37cfea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:44:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:44:59.755417 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 0b21efc2-8f77-421f-bcec-7601064ac413 is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:44:59.755812 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (0b21efc2-8f77-421f-bcec-7601064ac413), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:59.811758 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-5c295e85-ec16-4920-8eba-aceb8241f75a None None] Current status of the port 0b21efc2-8f77-421f-bcec-7601064ac413 is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:44:59.812585 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-5c295e85-ec16-4920-8eba-aceb8241f75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (0b21efc2-8f77-421f-bcec-7601064ac413), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:59.847493 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd660427-c2eb-42c3-aedb-501245389f52 req-9e0ba428-a73d-4447-836f-75e0eb5eb0f3 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:44:59.849037 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bd660427-c2eb-42c3-aedb-501245389f52 req-9e0ba428-a73d-4447-836f-75e0eb5eb0f3 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c8700da6-0186-42ab-98ec-9c188518ea87 HTTP/1.1" status: 200 len: 944 time: 0.0588098 Aug 24 06:44:59.849253 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-50fb7c57-055c-4c18-9054-b075b37cfea5 None None] Set router 3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:44:59.861206 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] For port 0b21efc2-8f77-421f-bcec-7601064ac413, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=0b21efc2-8f77-421f-bcec-7601064ac413,segment=NetworkSegment(66e80b04-3348-4d98-9a1e-377326afcde4),segment_id=66e80b04-3348-4d98-9a1e-377326afcde4)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:44:59.863140 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a9b1a346-6576-4428-b6ab-9ef389bac1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:59.893794 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:44:59.895854 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (0b21efc2-8f77-421f-bcec-7601064ac413), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:44:59.921548 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bd660427-c2eb-42c3-aedb-501245389f52 req-0298963d-b1e3-491d-9e16-fe6682c923fe tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7344f54d-81b1-44ce-b6b5-c61c68a840f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661166 Aug 24 06:45:00.033911 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.db.api [None req-5c295e85-ec16-4920-8eba-aceb8241f75a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113090) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 24 06:45:00.034292 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG oslo_db.api [None req-5c295e85-ec16-4920-8eba-aceb8241f75a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 06:45:00.051427 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [None req-a9b1a346-6576-4428-b6ab-9ef389bac1c2 admin admin] Allocated IP 172.20.0.1 (1a65afdd-a8e2-4518-9256-f6218e06bf95/c0ac3680-c342-4f76-808a-5fdbedfba4b3/8154d28a-c953-47ce-8f6e-a5c81a08ced5) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:45:00.063052 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Pushing event updated for resources: {'Port': ['ID=0b21efc2-8f77-421f-bcec-7601064ac413,revision_number=3']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:00.135571 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-50fb7c57-055c-4c18-9054-b075b37cfea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'name': 'tempest-TestShelveInstance-422531790-router', 'tenant_id': '0bf38c354bea44f5a503e76fa53b20f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '56e61e89-f03d-42b2-8ea0-504726c55535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:44:57Z', 'updated_at': '2022-08-24T06:44:58Z', 'revision_number': 3, 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'gw_port': {'id': '56e61e89-f03d-42b2-8ea0-504726c55535', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:44:58Z', 'updated_at': '2022-08-24T06:44:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi'}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:45:00.169377 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fb7c57-055c-4c18-9054-b075b37cfea5 None None] Checking router: 3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6 for host: dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:45:00.170016 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fb7c57-055c-4c18-9054-b075b37cfea5 None None] Updating router 3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6 port 56e61e89-f03d-42b2-8ea0-504726c55535 binding host dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 06:45:00.172648 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a9b1a346-6576-4428-b6ab-9ef389bac1c2 admin admin] Publish callbacks [] for port (8154d28a-c953-47ce-8f6e-a5c81a08ced5), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:00.177948 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fdac2c-e436-4d02-b7a0-1482b762e52f req-106a419d-45a7-487b-b567-42402895bf52 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:00.179465 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d9fdac2c-e436-4d02-b7a0-1482b762e52f req-106a419d-45a7-487b-b567-42402895bf52 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0472944 Aug 24 06:45:00.200330 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-50fb7c57-055c-4c18-9054-b075b37cfea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (56e61e89-f03d-42b2-8ea0-504726c55535), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:00.207946 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a9b1a346-6576-4428-b6ab-9ef389bac1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (8154d28a-c953-47ce-8f6e-a5c81a08ced5), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:00.232467 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d9fdac2c-e436-4d02-b7a0-1482b762e52f req-7405d766-e5b8-4d33-b9c5-c3105ad3dfd4 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458512 Aug 24 06:45:00.259116 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b1a346-6576-4428-b6ab-9ef389bac1c2 admin admin] Pushing event updated for resources: {'Port': ['ID=8154d28a-c953-47ce-8f6e-a5c81a08ced5,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:00.267057 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b1a346-6576-4428-b6ab-9ef389bac1c2 admin admin] Network 1a65afdd-a8e2-4518-9256-f6218e06bf95 is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:45:00.268678 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-a9b1a346-6576-4428-b6ab-9ef389bac1c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:45:00.270935 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b1a346-6576-4428-b6ab-9ef389bac1c2 admin admin] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:45:00.303659 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:00.312283 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a9b1a346-6576-4428-b6ab-9ef389bac1c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698864'] for router_interface (3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:00.332308 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:00.449715 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a9b1a346-6576-4428-b6ab-9ef389bac1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (8154d28a-c953-47ce-8f6e-a5c81a08ced5), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:00.478969 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-50fb7c57-055c-4c18-9054-b075b37cfea5 None None] Publish callbacks [] for port (56e61e89-f03d-42b2-8ea0-504726c55535), precommit_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:00.487612 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-50fb7c57-055c-4c18-9054-b075b37cfea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (56e61e89-f03d-42b2-8ea0-504726c55535), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:00.493679 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:00.541802 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-50fb7c57-055c-4c18-9054-b075b37cfea5 None None] Attempting to bind port 56e61e89-f03d-42b2-8ea0-504726c55535 on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:45:00.542083 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-50fb7c57-055c-4c18-9054-b075b37cfea5 None None] Attempting to bind port 56e61e89-f03d-42b2-8ea0-504726c55535 by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:45:00.542434 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fb7c57-055c-4c18-9054-b075b37cfea5 None None] Attempting to bind port 56e61e89-f03d-42b2-8ea0-504726c55535 on network ebaf0247-9904-4138-a92a-0e04f684cda3 {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:45:00.577304 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fb7c57-055c-4c18-9054-b075b37cfea5 None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:45:00.577676 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fb7c57-055c-4c18-9054-b075b37cfea5 None None] Checking segment: {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:45:00.578410 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-50fb7c57-055c-4c18-9054-b075b37cfea5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:00.578602 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fb7c57-055c-4c18-9054-b075b37cfea5 None None] Bound using segment: {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:45:00.578928 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-50fb7c57-055c-4c18-9054-b075b37cfea5 None None] Bound port: 56e61e89-f03d-42b2-8ea0-504726c55535, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:45:00.579333 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-50fb7c57-055c-4c18-9054-b075b37cfea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (56e61e89-f03d-42b2-8ea0-504726c55535), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:00.580986 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5b3a7-32c6-40d6-a45b-13a1ff9df6ea None None] Pushing event updated for resources: {'Port': ['ID=56e61e89-f03d-42b2-8ea0-504726c55535,revision_number=2']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:00.615439 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-5c295e85-ec16-4920-8eba-aceb8241f75a None None] Current status of the port 0b21efc2-8f77-421f-bcec-7601064ac413 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:45:00.644226 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a9b1a346-6576-4428-b6ab-9ef389bac1c2 admin admin] Publish callbacks [] for port (8154d28a-c953-47ce-8f6e-a5c81a08ced5), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:00.647171 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-50fb7c57-055c-4c18-9054-b075b37cfea5 None None] For port 56e61e89-f03d-42b2-8ea0-504726c55535, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:45:00.648106 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a9b1a346-6576-4428-b6ab-9ef389bac1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (8154d28a-c953-47ce-8f6e-a5c81a08ced5), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:00.650483 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-50fb7c57-055c-4c18-9054-b075b37cfea5 None None] For port 56e61e89-f03d-42b2-8ea0-504726c55535, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=56e61e89-f03d-42b2-8ea0-504726c55535,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:45:00.657371 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-50fb7c57-055c-4c18-9054-b075b37cfea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (56e61e89-f03d-42b2-8ea0-504726c55535), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:00.698585 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fb7c57-055c-4c18-9054-b075b37cfea5 None None] Routers {'3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:45:00.699372 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-50fb7c57-055c-4c18-9054-b075b37cfea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:44:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:45:00.706930 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:00.719008 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b1a346-6576-4428-b6ab-9ef389bac1c2 admin admin] Pushing event updated for resources: {'Port': ['ID=8154d28a-c953-47ce-8f6e-a5c81a08ced5,revision_number=2']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:00.721927 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a9b1a346-6576-4428-b6ab-9ef389bac1c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698892'] for router_interface (3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:00.789535 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5b3a7-32c6-40d6-a45b-13a1ff9df6ea None None] Pushing event updated for resources: {'Port': ['ID=56e61e89-f03d-42b2-8ea0-504726c55535,revision_number=3']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:00.803507 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-65e95ebe-915d-42a5-816b-861250ca5d13 None None] Provisioning complete for port 0b21efc2-8f77-421f-bcec-7601064ac413 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:45:00.803817 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-65e95ebe-915d-42a5-816b-861250ca5d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (0b21efc2-8f77-421f-bcec-7601064ac413), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:00.829647 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b1a346-6576-4428-b6ab-9ef389bac1c2 admin admin] Network 1a65afdd-a8e2-4518-9256-f6218e06bf95 is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:45:00.831228 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-a9b1a346-6576-4428-b6ab-9ef389bac1c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:45:00.870899 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-50fb7c57-055c-4c18-9054-b075b37cfea5 None None] Set router 3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:45:00.945792 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b1a346-6576-4428-b6ab-9ef389bac1c2 admin admin] Router 3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6 has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:45:00.975144 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-65e95ebe-915d-42a5-816b-861250ca5d13 None None] Current status of the port 0b21efc2-8f77-421f-bcec-7601064ac413 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:45:01.007813 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-65e95ebe-915d-42a5-816b-861250ca5d13 None None] Provisioning complete for port 8154d28a-c953-47ce-8f6e-a5c81a08ced5 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:45:01.008190 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-65e95ebe-915d-42a5-816b-861250ca5d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (8154d28a-c953-47ce-8f6e-a5c81a08ced5), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:01.059760 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=5 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:01.066031 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c3cdc-cb01-4c0f-b174-ff7dc73b42c7 req-2213ef3e-06b2-4b23-a0fb-41b9d1a2d5e2 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:01.071874 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-652c3cdc-cb01-4c0f-b174-ff7dc73b42c7 req-2213ef3e-06b2-4b23-a0fb-41b9d1a2d5e2 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c8700da6-0186-42ab-98ec-9c188518ea87 HTTP/1.1" status: 200 len: 944 time: 0.0594220 Aug 24 06:45:01.073234 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b1a346-6576-4428-b6ab-9ef389bac1c2 admin admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:45:01.074529 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-65e95ebe-915d-42a5-816b-861250ca5d13 None None] Port 8154d28a-c953-47ce-8f6e-a5c81a08ced5 cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:45:01.079417 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-a9b1a346-6576-4428-b6ab-9ef389bac1c2 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6720705 Aug 24 06:45:01.123662 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-652c3cdc-cb01-4c0f-b174-ff7dc73b42c7 req-abf4bee6-3aec-4d21-91b2-c233ae97326a tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7344f54d-81b1-44ce-b6b5-c61c68a840f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503457 Aug 24 06:45:01.158716 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-50fb7c57-055c-4c18-9054-b075b37cfea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'name': 'tempest-TestShelveInstance-422531790-router', 'tenant_id': '0bf38c354bea44f5a503e76fa53b20f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '56e61e89-f03d-42b2-8ea0-504726c55535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:44:57Z', 'updated_at': '2022-08-24T06:45:00Z', 'revision_number': 4, 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'gw_port': {'id': '56e61e89-f03d-42b2-8ea0-504726c55535', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:44:58Z', 'updated_at': '2022-08-24T06:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '8154d28a-c953-47ce-8f6e-a5c81a08ced5', 'name': '', 'network_id': '1a65afdd-a8e2-4518-9256-f6218e06bf95', 'tenant_id': '0bf38c354bea44f5a503e76fa53b20f6', 'mac_address': 'fa:16:3e:38:bb:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'c0ac3680-c342-4f76-808a-5fdbedfba4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:44:59Z', 'updated_at': '2022-08-24T06:45:00Z', 'revision_number': 2, 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'subnets': [{'id': 'c0ac3680-c342-4f76-808a-5fdbedfba4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:45:01.160540 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:01.191828 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fb7c57-055c-4c18-9054-b075b37cfea5 None None] The sync data for ids ['3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6'] in dv-cinder-854271-1-iscsi is: [{'id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'name': 'tempest-TestShelveInstance-422531790-router', 'tenant_id': '0bf38c354bea44f5a503e76fa53b20f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '56e61e89-f03d-42b2-8ea0-504726c55535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:44:57Z', 'updated_at': '2022-08-24T06:45:00Z', 'revision_number': 4, 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'gw_port': {'id': '56e61e89-f03d-42b2-8ea0-504726c55535', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:44:58Z', 'updated_at': '2022-08-24T06:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '8154d28a-c953-47ce-8f6e-a5c81a08ced5', 'name': '', 'network_id': '1a65afdd-a8e2-4518-9256-f6218e06bf95', 'tenant_id': '0bf38c354bea44f5a503e76fa53b20f6', 'mac_address': 'fa:16:3e:38:bb:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'c0ac3680-c342-4f76-808a-5fdbedfba4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:44:59Z', 'updated_at': '2022-08-24T06:45:00Z', 'revision_number': 2, 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'subnets': [{'id': 'c0ac3680-c342-4f76-808a-5fdbedfba4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:45:01.202554 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-0abab83e-9dc0-4fd6-b396-5e2b565e6c4e None None] Provisioning complete for port 8154d28a-c953-47ce-8f6e-a5c81a08ced5 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:45:01.202987 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0abab83e-9dc0-4fd6-b396-5e2b565e6c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (8154d28a-c953-47ce-8f6e-a5c81a08ced5), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:01.229807 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 0b21efc2-8f77-421f-bcec-7601064ac413 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:45:01.273477 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-0abab83e-9dc0-4fd6-b396-5e2b565e6c4e None None] Port 8154d28a-c953-47ce-8f6e-a5c81a08ced5 cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:45:01.293229 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 0b21efc2-8f77-421f-bcec-7601064ac413 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:45:01.293626 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (0b21efc2-8f77-421f-bcec-7601064ac413), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:01.384421 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1becd0-ba79-4f78-8d8a-67f99b73c8eb req-3a30835e-4489-46b0-a162-ff0069593492 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:01.389029 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 0b21efc2-8f77-421f-bcec-7601064ac413 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:45:01.391730 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5f1becd0-ba79-4f78-8d8a-67f99b73c8eb req-3a30835e-4489-46b0-a162-ff0069593492 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0658035 Aug 24 06:45:01.465194 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5f1becd0-ba79-4f78-8d8a-67f99b73c8eb req-567e5817-ea09-4a96-a921-405a29b3d84a tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717247 Aug 24 06:45:01.676751 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 49498) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:45:01.681850 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-e05ea07c-f9ea-44b8-abe6-e1224ec80b79 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-702120654-network', 'tenant_id': '3a06b7cea7d34413b2f95c1db2583af0'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:45:01.704685 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05ea07c-f9ea-44b8-abe6-e1224ec80b79 admin admin] Made reservation on behalf of 3a06b7cea7d34413b2f95c1db2583af0 for: {'network': 1} {{(pid=113088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:45:01.707443 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-e05ea07c-f9ea-44b8-abe6-e1224ec80b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for network (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:01.719344 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-e05ea07c-f9ea-44b8-abe6-e1224ec80b79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:01.792530 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:01.803701 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-e05ea07c-f9ea-44b8-abe6-e1224ec80b79 admin admin] Publish callbacks [] for security_group (49aaf27c-4455-4aa9-b3b7-cc7736afc4c4), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:01.809193 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-e05ea07c-f9ea-44b8-abe6-e1224ec80b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (49aaf27c-4455-4aa9-b3b7-cc7736afc4c4), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:01.838584 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e05ea07c-f9ea-44b8-abe6-e1224ec80b79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=113088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 06:45:01.849007 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ea07c-f9ea-44b8-abe6-e1224ec80b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49aaf27c-4455-4aa9-b3b7-cc7736afc4c4,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:01.854079 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-e05ea07c-f9ea-44b8-abe6-e1224ec80b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (55c7fb19-945d-4e17-8711-4bac238e04dc), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:01.854464 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.db.segments_db [None req-e05ea07c-f9ea-44b8-abe6-e1224ec80b79 admin admin] Added segment 55c7fb19-945d-4e17-8711-4bac238e04dc of type vlan for network 9e1abf5f-e311-4b5d-b320-fa16142ec24b Aug 24 06:45:01.914429 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-e05ea07c-f9ea-44b8-abe6-e1224ec80b79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748142589579'] for network (9e1abf5f-e311-4b5d-b320-fa16142ec24b), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:01.947521 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-e05ea07c-f9ea-44b8-abe6-e1224ec80b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for network (9e1abf5f-e311-4b5d-b320-fa16142ec24b), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:01.948548 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05ea07c-f9ea-44b8-abe6-e1224ec80b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:01.949189 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-e05ea07c-f9ea-44b8-abe6-e1224ec80b79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:01.987949 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-e05ea07c-f9ea-44b8-abe6-e1224ec80b79 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3100333 Aug 24 06:45:01.990794 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 49502) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:45:01.996453 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-5063d62e-ee4b-4934-a96b-ae5c47502169 admin admin] Request body: {'subnet': {'network_id': '9e1abf5f-e311-4b5d-b320-fa16142ec24b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-702120654-subnet', 'tenant_id': '3a06b7cea7d34413b2f95c1db2583af0', 'ip_version': 4}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:45:02.018134 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ea07c-f9ea-44b8-abe6-e1224ec80b79 admin admin] Pushing event updated for resources: {'Network': ['ID=9e1abf5f-e311-4b5d-b320-fa16142ec24b,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:02.019828 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5063d62e-ee4b-4934-a96b-ae5c47502169 admin admin] Made reservation on behalf of 3a06b7cea7d34413b2f95c1db2583af0 for: {'subnet': 1} {{(pid=113089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:45:02.022265 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-5063d62e-ee4b-4934-a96b-ae5c47502169 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:02.029022 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Network 9e1abf5f-e311-4b5d-b320-fa16142ec24b details requested by agent ovs-agent-dv-cinder-854271-1-iscsi with host dv-cinder-854271-1-iscsi {{(pid=113090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 06:45:02.055829 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:02.104605 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:02.229086 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:02.233053 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-5063d62e-ee4b-4934-a96b-ae5c47502169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for subnet (b1d57d25-62c2-4c3c-9fb0-ad376dd5bdeb), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:02.314577 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0d0af-8ae8-4bb8-bd6a-3bf477ad9f1a req-ed1bca00-78e5-420c-8707-33d0324ecb09 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:02.316198 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6fe0d0af-8ae8-4bb8-bd6a-3bf477ad9f1a req-ed1bca00-78e5-420c-8707-33d0324ecb09 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c8700da6-0186-42ab-98ec-9c188518ea87 HTTP/1.1" status: 200 len: 944 time: 0.1027098 Aug 24 06:45:02.340124 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063d62e-ee4b-4934-a96b-ae5c47502169 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1d57d25-62c2-4c3c-9fb0-ad376dd5bdeb,revision_number=0']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:02.375956 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5063d62e-ee4b-4934-a96b-ae5c47502169 admin admin] Checking segment: {'id': '55c7fb19-945d-4e17-8711-4bac238e04dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9e1abf5f-e311-4b5d-b320-fa16142ec24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:45:02.376306 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5063d62e-ee4b-4934-a96b-ae5c47502169 admin admin] Network hostable DHCP agents. Network: 9e1abf5f-e311-4b5d-b320-fa16142ec24b, hostable agents: ['133a3e8a-16cb-4472-a923-08e28c023b55'], hosted agents: [] {{(pid=113089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 06:45:02.392781 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6fe0d0af-8ae8-4bb8-bd6a-3bf477ad9f1a req-ac9c8ad1-50ca-4faf-ae44-e635922670e8 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7344f54d-81b1-44ce-b6b5-c61c68a840f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655799 Aug 24 06:45:02.422200 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5063d62e-ee4b-4934-a96b-ae5c47502169 admin admin] Network 9e1abf5f-e311-4b5d-b320-fa16142ec24b is scheduled to be hosted by DHCP agent 133a3e8a-16cb-4472-a923-08e28c023b55 with binding_index 1 {{(pid=113089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 06:45:02.434638 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [None req-5063d62e-ee4b-4934-a96b-ae5c47502169 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854271-1-iscsi, 9e1abf5f-e311-4b5d-b320-fa16142ec24b) {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:45:02.439135 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5063d62e-ee4b-4934-a96b-ae5c47502169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:02.440549 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-5063d62e-ee4b-4934-a96b-ae5c47502169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for subnet (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:02.446628 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980f6441-77ca-4c2c-b708-25a08714d974 None None] Network 9e1abf5f-e311-4b5d-b320-fa16142ec24b requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:45:02.461073 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-5063d62e-ee4b-4934-a96b-ae5c47502169 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4689357 Aug 24 06:45:02.463918 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 49506) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:45:02.469858 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-30ad0c55-76d7-4070-9c5d-3ddb2f9bf3d6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-702120654-router', 'tenant_id': '3a06b7cea7d34413b2f95c1db2583af0', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:45:02.500921 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-30ad0c55-76d7-4070-9c5d-3ddb2f9bf3d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router (8da8a59b-2b18-42a3-8e2d-cce5f089f8d4), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:02.502217 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-30ad0c55-76d7-4070-9c5d-3ddb2f9bf3d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1697044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router (8da8a59b-2b18-42a3-8e2d-cce5f089f8d4), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:02.574018 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-30ad0c55-76d7-4070-9c5d-3ddb2f9bf3d6 admin admin] Publish callbacks [] for router_controller (8da8a59b-2b18-42a3-8e2d-cce5f089f8d4), precommit_add_association {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:02.581211 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b3319a-2970-4e12-8163-e1d75b6b7a3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c256b93-5dc0-52aa-9173-f46dd4354694-9e1abf5f-e311-4b5d-b320-fa16142ec24b', 'network_id': '9e1abf5f-e311-4b5d-b320-fa16142ec24b', 'project_id': '3a06b7cea7d34413b2f95c1db2583af0', 'fixed_ips': [{'subnet_id': 'b1d57d25-62c2-4c3c-9fb0-ad376dd5bdeb'}]}} from dv-cinder-854271-1-iscsi. {{(pid=113090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 06:45:02.582388 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a8b3319a-2970-4e12-8163-e1d75b6b7a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:02.607402 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923c817-8555-42ae-a1ef-fc28cb754ea9 req-891482bb-6fb8-4123-aad6-3977c7852d1d tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:02.614853 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9923c817-8555-42ae-a1ef-fc28cb754ea9 req-891482bb-6fb8-4123-aad6-3977c7852d1d tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0554676 Aug 24 06:45:02.666225 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9923c817-8555-42ae-a1ef-fc28cb754ea9 req-ce23d57f-efa9-44ab-ab77-f2b94087a36e tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504518 Aug 24 06:45:02.746792 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.db_base_plugin_common [None req-a8b3319a-2970-4e12-8163-e1d75b6b7a3f None None] Allocated IP 172.20.0.2 (9e1abf5f-e311-4b5d-b320-fa16142ec24b/b1d57d25-62c2-4c3c-9fb0-ad376dd5bdeb/88cfd7f4-0339-41f0-946d-4e704bce8592) {{(pid=113090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:45:02.971572 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-30ad0c55-76d7-4070-9c5d-3ddb2f9bf3d6 admin admin] Publish callbacks [] for router_gateway (8da8a59b-2b18-42a3-8e2d-cce5f089f8d4), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:02.997692 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:03.046864 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a8b3319a-2970-4e12-8163-e1d75b6b7a3f None None] Publish callbacks [] for port (88cfd7f4-0339-41f0-946d-4e704bce8592), precommit_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:03.053907 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a8b3319a-2970-4e12-8163-e1d75b6b7a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (88cfd7f4-0339-41f0-946d-4e704bce8592), after_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:03.096452 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b3319a-2970-4e12-8163-e1d75b6b7a3f None None] Network 9e1abf5f-e311-4b5d-b320-fa16142ec24b is already hosted by enough agents. {{(pid=113090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:45:03.102325 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.scheduler.base_scheduler [None req-a8b3319a-2970-4e12-8163-e1d75b6b7a3f None None] Resources bound (agent type, host, resource id): {{(pid=113090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:45:03.104209 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3319a-2970-4e12-8163-e1d75b6b7a3f None None] Pushing event updated for resources: {'Port': ['ID=88cfd7f4-0339-41f0-946d-4e704bce8592,revision_number=1']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:03.106420 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b3319a-2970-4e12-8163-e1d75b6b7a3f None None] Received port after_create {{(pid=113090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:45:03.174806 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-a8b3319a-2970-4e12-8163-e1d75b6b7a3f None None] Attempting to bind port 88cfd7f4-0339-41f0-946d-4e704bce8592 on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:45:03.175262 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-a8b3319a-2970-4e12-8163-e1d75b6b7a3f None None] Attempting to bind port 88cfd7f4-0339-41f0-946d-4e704bce8592 by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': '55c7fb19-945d-4e17-8711-4bac238e04dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9e1abf5f-e311-4b5d-b320-fa16142ec24b'}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:45:03.175550 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b3319a-2970-4e12-8163-e1d75b6b7a3f None None] Attempting to bind port 88cfd7f4-0339-41f0-946d-4e704bce8592 on network 9e1abf5f-e311-4b5d-b320-fa16142ec24b {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:45:03.176050 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-30ad0c55-76d7-4070-9c5d-3ddb2f9bf3d6 admin admin] Publish callbacks [] for router_gateway (8da8a59b-2b18-42a3-8e2d-cce5f089f8d4), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:03.182361 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b3319a-2970-4e12-8163-e1d75b6b7a3f None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:45:03.182849 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b3319a-2970-4e12-8163-e1d75b6b7a3f None None] Checking segment: {'id': '55c7fb19-945d-4e17-8711-4bac238e04dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9e1abf5f-e311-4b5d-b320-fa16142ec24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:45:03.183419 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a8b3319a-2970-4e12-8163-e1d75b6b7a3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:03.183882 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b3319a-2970-4e12-8163-e1d75b6b7a3f None None] Bound using segment: {'id': '55c7fb19-945d-4e17-8711-4bac238e04dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9e1abf5f-e311-4b5d-b320-fa16142ec24b'} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:45:03.184503 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-a8b3319a-2970-4e12-8163-e1d75b6b7a3f None None] Bound port: 88cfd7f4-0339-41f0-946d-4e704bce8592, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c7fb19-945d-4e17-8711-4bac238e04dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9e1abf5f-e311-4b5d-b320-fa16142ec24b'}}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:45:03.184890 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a8b3319a-2970-4e12-8163-e1d75b6b7a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (88cfd7f4-0339-41f0-946d-4e704bce8592), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:03.201851 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-30ad0c55-76d7-4070-9c5d-3ddb2f9bf3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:03.246160 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 56e61e89-f03d-42b2-8ea0-504726c55535 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:45:03.299443 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-a8b3319a-2970-4e12-8163-e1d75b6b7a3f None None] For port 88cfd7f4-0339-41f0-946d-4e704bce8592, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:45:03.309366 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:03.315652 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-a8b3319a-2970-4e12-8163-e1d75b6b7a3f None None] For port 88cfd7f4-0339-41f0-946d-4e704bce8592, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=88cfd7f4-0339-41f0-946d-4e704bce8592,segment=NetworkSegment(55c7fb19-945d-4e17-8711-4bac238e04dc),segment_id=55c7fb19-945d-4e17-8711-4bac238e04dc)] {{(pid=113090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:45:03.325781 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a8b3319a-2970-4e12-8163-e1d75b6b7a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (88cfd7f4-0339-41f0-946d-4e704bce8592), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:03.331405 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 56e61e89-f03d-42b2-8ea0-504726c55535 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:45:03.331777 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (56e61e89-f03d-42b2-8ea0-504726c55535), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:03.333608 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [None req-30ad0c55-76d7-4070-9c5d-3ddb2f9bf3d6 admin admin] Allocated IP 172.27.3.166 (ebaf0247-9904-4138-a92a-0e04f684cda3/21927f02-5278-4e61-8de7-8e5f8e88a327/f343b0d1-1f85-4413-8d52-da23b82b67db) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:45:03.354098 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854660cb-866d-483c-b8dd-bc3893ced045 None None] Sync routers for ids ['3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:45:03.364940 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854660cb-866d-483c-b8dd-bc3893ced045 None None] Routers {'3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:45:03.365535 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-854660cb-866d-483c-b8dd-bc3893ced045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:44:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:45:03.430540 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3319a-2970-4e12-8163-e1d75b6b7a3f None None] Pushing event updated for resources: {'Port': ['ID=88cfd7f4-0339-41f0-946d-4e704bce8592,revision_number=2']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:03.434524 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:03.478666 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-854660cb-866d-483c-b8dd-bc3893ced045 None None] Set router 3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:45:03.486862 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 56e61e89-f03d-42b2-8ea0-504726c55535 is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:45:03.487502 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (56e61e89-f03d-42b2-8ea0-504726c55535), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:03.510850 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-30ad0c55-76d7-4070-9c5d-3ddb2f9bf3d6 admin admin] Publish callbacks [] for port (f343b0d1-1f85-4413-8d52-da23b82b67db), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:03.516354 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=8 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:03.521887 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] For port 56e61e89-f03d-42b2-8ea0-504726c55535, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=56e61e89-f03d-42b2-8ea0-504726c55535,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:45:03.534956 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (56e61e89-f03d-42b2-8ea0-504726c55535), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:03.619163 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-30ad0c55-76d7-4070-9c5d-3ddb2f9bf3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (f343b0d1-1f85-4413-8d52-da23b82b67db), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:03.627218 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d1490-1ae9-4294-bf1c-f8117ceb6b0a req-2c7fe2db-af05-477f-ad4a-96e3ee772fe6 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:03.632057 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-801d1490-1ae9-4294-bf1c-f8117ceb6b0a req-2c7fe2db-af05-477f-ad4a-96e3ee772fe6 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c8700da6-0186-42ab-98ec-9c188518ea87 HTTP/1.1" status: 200 len: 944 time: 0.1029718 Aug 24 06:45:03.649427 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Pushing event updated for resources: {'Port': ['ID=56e61e89-f03d-42b2-8ea0-504726c55535,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:03.688868 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ad0c55-76d7-4070-9c5d-3ddb2f9bf3d6 admin admin] Network ebaf0247-9904-4138-a92a-0e04f684cda3 is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:45:03.694836 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-30ad0c55-76d7-4070-9c5d-3ddb2f9bf3d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:45:03.705125 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ad0c55-76d7-4070-9c5d-3ddb2f9bf3d6 admin admin] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:45:03.716242 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-801d1490-1ae9-4294-bf1c-f8117ceb6b0a req-fd3db08a-72c7-4739-afd7-5e82191554ac tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7344f54d-81b1-44ce-b6b5-c61c68a840f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763035 Aug 24 06:45:03.735670 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad0c55-76d7-4070-9c5d-3ddb2f9bf3d6 admin admin] Pushing event updated for resources: {'Port': ['ID=f343b0d1-1f85-4413-8d52-da23b82b67db,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:03.769508 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-854660cb-866d-483c-b8dd-bc3893ced045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'name': 'tempest-TestShelveInstance-422531790-router', 'tenant_id': '0bf38c354bea44f5a503e76fa53b20f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '56e61e89-f03d-42b2-8ea0-504726c55535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:44:57Z', 'updated_at': '2022-08-24T06:45:00Z', 'revision_number': 4, 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'gw_port': {'id': '56e61e89-f03d-42b2-8ea0-504726c55535', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:44:58Z', 'updated_at': '2022-08-24T06:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '8154d28a-c953-47ce-8f6e-a5c81a08ced5', 'name': '', 'network_id': '1a65afdd-a8e2-4518-9256-f6218e06bf95', 'tenant_id': '0bf38c354bea44f5a503e76fa53b20f6', 'mac_address': 'fa:16:3e:38:bb:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'c0ac3680-c342-4f76-808a-5fdbedfba4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:44:59Z', 'updated_at': '2022-08-24T06:45:00Z', 'revision_number': 2, 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'subnets': [{'id': 'c0ac3680-c342-4f76-808a-5fdbedfba4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:45:03.802180 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854660cb-866d-483c-b8dd-bc3893ced045 None None] Checking router: 3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6 for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:45:03.802837 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854660cb-866d-483c-b8dd-bc3893ced045 None None] Updating router 3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6 port 8154d28a-c953-47ce-8f6e-a5c81a08ced5 binding host dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 06:45:03.833378 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-854660cb-866d-483c-b8dd-bc3893ced045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (8154d28a-c953-47ce-8f6e-a5c81a08ced5), before_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:03.853771 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1123e21-3ac4-4a3b-9dfa-fdd3897bd193 req-5a710dd6-4c46-475b-85d0-5f66dea2a38e tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:03.855359 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b1123e21-3ac4-4a3b-9dfa-fdd3897bd193 req-5a710dd6-4c46-475b-85d0-5f66dea2a38e tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0505645 Aug 24 06:45:03.921215 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b1123e21-3ac4-4a3b-9dfa-fdd3897bd193 req-11112383-26d6-410d-bf5d-f220dc437188 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590959 Aug 24 06:45:04.016291 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-30ad0c55-76d7-4070-9c5d-3ddb2f9bf3d6 admin admin] Publish callbacks [] for router_gateway (8da8a59b-2b18-42a3-8e2d-cce5f089f8d4), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:04.114040 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:04.196155 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-854660cb-866d-483c-b8dd-bc3893ced045 None None] Publish callbacks [] for port (8154d28a-c953-47ce-8f6e-a5c81a08ced5), precommit_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:04.202768 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-854660cb-866d-483c-b8dd-bc3893ced045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (8154d28a-c953-47ce-8f6e-a5c81a08ced5), after_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:04.212081 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-30ad0c55-76d7-4070-9c5d-3ddb2f9bf3d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696429'] for router (8da8a59b-2b18-42a3-8e2d-cce5f089f8d4), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:04.276488 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93638a7a-d443-4eff-b2ba-f3b650ecd517 None None] Pushing event updated for resources: {'Port': ['ID=8154d28a-c953-47ce-8f6e-a5c81a08ced5,revision_number=3']} {{(pid=113091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:04.300952 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93638a7a-d443-4eff-b2ba-f3b650ecd517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:04.301296 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93638a7a-d443-4eff-b2ba-f3b650ecd517 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:04.301655 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93638a7a-d443-4eff-b2ba-f3b650ecd517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:04.302004 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93638a7a-d443-4eff-b2ba-f3b650ecd517 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:04.302334 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93638a7a-d443-4eff-b2ba-f3b650ecd517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:04.302659 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93638a7a-d443-4eff-b2ba-f3b650ecd517 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:04.302983 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93638a7a-d443-4eff-b2ba-f3b650ecd517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:04.303329 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93638a7a-d443-4eff-b2ba-f3b650ecd517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:04.303649 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93638a7a-d443-4eff-b2ba-f3b650ecd517 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:04.303972 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93638a7a-d443-4eff-b2ba-f3b650ecd517 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:04.304289 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93638a7a-d443-4eff-b2ba-f3b650ecd517 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:04.304625 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93638a7a-d443-4eff-b2ba-f3b650ecd517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:04.304944 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93638a7a-d443-4eff-b2ba-f3b650ecd517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:04.305256 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93638a7a-d443-4eff-b2ba-f3b650ecd517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:04.305573 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93638a7a-d443-4eff-b2ba-f3b650ecd517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:04.321941 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-854660cb-866d-483c-b8dd-bc3893ced045 None None] Attempting to bind port 8154d28a-c953-47ce-8f6e-a5c81a08ced5 on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:45:04.322310 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-854660cb-866d-483c-b8dd-bc3893ced045 None None] Attempting to bind port 8154d28a-c953-47ce-8f6e-a5c81a08ced5 by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': '66e80b04-3348-4d98-9a1e-377326afcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1a65afdd-a8e2-4518-9256-f6218e06bf95'}] {{(pid=113091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:45:04.322664 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854660cb-866d-483c-b8dd-bc3893ced045 None None] Attempting to bind port 8154d28a-c953-47ce-8f6e-a5c81a08ced5 on network 1a65afdd-a8e2-4518-9256-f6218e06bf95 {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:45:04.331493 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:04.333258 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854660cb-866d-483c-b8dd-bc3893ced045 None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:45:04.333870 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854660cb-866d-483c-b8dd-bc3893ced045 None None] Checking segment: {'id': '66e80b04-3348-4d98-9a1e-377326afcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1a65afdd-a8e2-4518-9256-f6218e06bf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:45:04.334275 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-854660cb-866d-483c-b8dd-bc3893ced045 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:04.334666 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854660cb-866d-483c-b8dd-bc3893ced045 None None] Bound using segment: {'id': '66e80b04-3348-4d98-9a1e-377326afcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1a65afdd-a8e2-4518-9256-f6218e06bf95'} {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:45:04.335167 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-854660cb-866d-483c-b8dd-bc3893ced045 None None] Bound port: 8154d28a-c953-47ce-8f6e-a5c81a08ced5, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e80b04-3348-4d98-9a1e-377326afcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1a65afdd-a8e2-4518-9256-f6218e06bf95'}}] {{(pid=113091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:45:04.335809 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-854660cb-866d-483c-b8dd-bc3893ced045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (8154d28a-c953-47ce-8f6e-a5c81a08ced5), before_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:04.349939 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ad0c55-76d7-4070-9c5d-3ddb2f9bf3d6 admin admin] Router 8da8a59b-2b18-42a3-8e2d-cce5f089f8d4 is scheduled to L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 with binding_index 1 {{(pid=113088) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 06:45:04.405615 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.db [None req-854660cb-866d-483c-b8dd-bc3893ced045 None None] For port 8154d28a-c953-47ce-8f6e-a5c81a08ced5, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:45:04.409280 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.db [None req-854660cb-866d-483c-b8dd-bc3893ced045 None None] For port 8154d28a-c953-47ce-8f6e-a5c81a08ced5, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=8154d28a-c953-47ce-8f6e-a5c81a08ced5,segment=NetworkSegment(66e80b04-3348-4d98-9a1e-377326afcde4),segment_id=66e80b04-3348-4d98-9a1e-377326afcde4)] {{(pid=113091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:45:04.416119 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-854660cb-866d-483c-b8dd-bc3893ced045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (8154d28a-c953-47ce-8f6e-a5c81a08ced5), after_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:04.453175 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854660cb-866d-483c-b8dd-bc3893ced045 None None] Routers {'3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:45:04.453807 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-854660cb-866d-483c-b8dd-bc3893ced045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:44:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:45:04.457848 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ad0c55-76d7-4070-9c5d-3ddb2f9bf3d6 admin admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:45:04.466654 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c8d740-6011-429b-9ccb-ae0cb62ead0e None None] Sync routers for ids ['8da8a59b-2b18-42a3-8e2d-cce5f089f8d4'] in dv-cinder-854271-1-iscsi {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:45:04.478944 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c8d740-6011-429b-9ccb-ae0cb62ead0e None None] Routers {'8da8a59b-2b18-42a3-8e2d-cce5f089f8d4'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:45:04.479824 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-40c8d740-6011-429b-9ccb-ae0cb62ead0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:44:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['8da8a59b-2b18-42a3-8e2d-cce5f089f8d4'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:45:04.484037 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-30ad0c55-76d7-4070-9c5d-3ddb2f9bf3d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:04.484303 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-30ad0c55-76d7-4070-9c5d-3ddb2f9bf3d6 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0182328 Aug 24 06:45:04.486981 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 49524) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:45:04.524413 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cb80c0-b717-412f-a977-da46127beb71 None None] Network 9e1abf5f-e311-4b5d-b320-fa16142ec24b requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:45:04.569168 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93638a7a-d443-4eff-b2ba-f3b650ecd517 None None] Pushing event updated for resources: {'Port': ['ID=8154d28a-c953-47ce-8f6e-a5c81a08ced5,revision_number=4']} {{(pid=113091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:04.585739 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-7538832b-6e6d-4678-ac49-d670ff52c5fd None None] Provisioning complete for port 88cfd7f4-0339-41f0-946d-4e704bce8592 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:45:04.586106 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-7538832b-6e6d-4678-ac49-d670ff52c5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (88cfd7f4-0339-41f0-946d-4e704bce8592), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:04.591983 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:04.594660 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-854660cb-866d-483c-b8dd-bc3893ced045 None None] Set router 3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:45:04.693278 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:04.696327 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-40c8d740-6011-429b-9ccb-ae0cb62ead0e None None] Set router 8da8a59b-2b18-42a3-8e2d-cce5f089f8d4 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:45:04.836504 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-854660cb-866d-483c-b8dd-bc3893ced045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'name': 'tempest-TestShelveInstance-422531790-router', 'tenant_id': '0bf38c354bea44f5a503e76fa53b20f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '56e61e89-f03d-42b2-8ea0-504726c55535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:44:57Z', 'updated_at': '2022-08-24T06:45:00Z', 'revision_number': 4, 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'gw_port': {'id': '56e61e89-f03d-42b2-8ea0-504726c55535', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:44:58Z', 'updated_at': '2022-08-24T06:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '8154d28a-c953-47ce-8f6e-a5c81a08ced5', 'name': '', 'network_id': '1a65afdd-a8e2-4518-9256-f6218e06bf95', 'tenant_id': '0bf38c354bea44f5a503e76fa53b20f6', 'mac_address': 'fa:16:3e:38:bb:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'c0ac3680-c342-4f76-808a-5fdbedfba4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:44:59Z', 'updated_at': '2022-08-24T06:45:04Z', 'revision_number': 4, 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'subnets': [{'id': 'c0ac3680-c342-4f76-808a-5fdbedfba4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:45:04.871662 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-7538832b-6e6d-4678-ac49-d670ff52c5fd None None] Current status of the port 88cfd7f4-0339-41f0-946d-4e704bce8592 is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:45:04.872058 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-7538832b-6e6d-4678-ac49-d670ff52c5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (88cfd7f4-0339-41f0-946d-4e704bce8592), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:04.881990 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854660cb-866d-483c-b8dd-bc3893ced045 None None] The sync data for ids ['3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6'] in dv-cinder-854271-1-iscsi is: [{'id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'name': 'tempest-TestShelveInstance-422531790-router', 'tenant_id': '0bf38c354bea44f5a503e76fa53b20f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '56e61e89-f03d-42b2-8ea0-504726c55535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:44:57Z', 'updated_at': '2022-08-24T06:45:00Z', 'revision_number': 4, 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'gw_port': {'id': '56e61e89-f03d-42b2-8ea0-504726c55535', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:44:58Z', 'updated_at': '2022-08-24T06:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '8154d28a-c953-47ce-8f6e-a5c81a08ced5', 'name': '', 'network_id': '1a65afdd-a8e2-4518-9256-f6218e06bf95', 'tenant_id': '0bf38c354bea44f5a503e76fa53b20f6', 'mac_address': 'fa:16:3e:38:bb:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'c0ac3680-c342-4f76-808a-5fdbedfba4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:44:59Z', 'updated_at': '2022-08-24T06:45:04Z', 'revision_number': 4, 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'subnets': [{'id': 'c0ac3680-c342-4f76-808a-5fdbedfba4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:45:04.925896 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7658ff-434c-4522-9456-69a4c82d5a4a req-3cd94026-d714-49f5-8fe2-877d3fd725ab tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:04.930366 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-3d7658ff-434c-4522-9456-69a4c82d5a4a req-3cd94026-d714-49f5-8fe2-877d3fd725ab tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c8700da6-0186-42ab-98ec-9c188518ea87 HTTP/1.1" status: 200 len: 944 time: 0.1325159 Aug 24 06:45:04.969157 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-7538832b-6e6d-4678-ac49-d670ff52c5fd None None] For port 88cfd7f4-0339-41f0-946d-4e704bce8592, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=88cfd7f4-0339-41f0-946d-4e704bce8592,segment=NetworkSegment(55c7fb19-945d-4e17-8711-4bac238e04dc),segment_id=55c7fb19-945d-4e17-8711-4bac238e04dc)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:45:05.026455 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-7538832b-6e6d-4678-ac49-d670ff52c5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (88cfd7f4-0339-41f0-946d-4e704bce8592), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:05.047872 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-3d7658ff-434c-4522-9456-69a4c82d5a4a req-c1a59aaa-5258-469a-92e8-e81aab48e84d tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7344f54d-81b1-44ce-b6b5-c61c68a840f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065004 Aug 24 06:45:05.093725 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-18916a19-6fee-41f9-86f0-a6533a921c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:05.104617 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-40c8d740-6011-429b-9ccb-ae0cb62ead0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da8a59b-2b18-42a3-8e2d-cce5f089f8d4', 'name': 'tempest-TestShelveInstance-702120654-router', 'tenant_id': '3a06b7cea7d34413b2f95c1db2583af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f343b0d1-1f85-4413-8d52-da23b82b67db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:45:02Z', 'updated_at': '2022-08-24T06:45:03Z', 'revision_number': 3, 'project_id': '3a06b7cea7d34413b2f95c1db2583af0', 'gw_port': {'id': 'f343b0d1-1f85-4413-8d52-da23b82b67db', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d2:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da8a59b-2b18-42a3-8e2d-cce5f089f8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:45:03Z', 'updated_at': '2022-08-24T06:45:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi'}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:45:05.116954 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:05.124161 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621d502-fb1c-49dc-aefb-3d5bae4fea85 req-83e77402-211b-43df-8a48-c14890594979 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:05.125748 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1621d502-fb1c-49dc-aefb-3d5bae4fea85 req-83e77402-211b-43df-8a48-c14890594979 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0762784 Aug 24 06:45:05.163232 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c8d740-6011-429b-9ccb-ae0cb62ead0e None None] Checking router: 8da8a59b-2b18-42a3-8e2d-cce5f089f8d4 for host: dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:45:05.163607 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c8d740-6011-429b-9ccb-ae0cb62ead0e None None] Updating router 8da8a59b-2b18-42a3-8e2d-cce5f089f8d4 port f343b0d1-1f85-4413-8d52-da23b82b67db binding host dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 06:45:05.165880 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538832b-6e6d-4678-ac49-d670ff52c5fd None None] Pushing event updated for resources: {'Port': ['ID=88cfd7f4-0339-41f0-946d-4e704bce8592,revision_number=3']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:05.207239 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-40c8d740-6011-429b-9ccb-ae0cb62ead0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (f343b0d1-1f85-4413-8d52-da23b82b67db), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:05.235305 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:05.240960 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1621d502-fb1c-49dc-aefb-3d5bae4fea85 req-60bddbe3-9a7f-4fa3-9aad-488e980c3af9 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091154 Aug 24 06:45:05.337940 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:05.340630 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [None req-18916a19-6fee-41f9-86f0-a6533a921c4c admin admin] Allocated IP 172.20.0.1 (9e1abf5f-e311-4b5d-b320-fa16142ec24b/b1d57d25-62c2-4c3c-9fb0-ad376dd5bdeb/e1080584-02a9-46f8-b500-6fd1565d0199) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:45:05.352236 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-c57b388f-80ae-4304-a7b0-9ad2fa8d0696 None None] Provisioning complete for port 88cfd7f4-0339-41f0-946d-4e704bce8592 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:45:05.352669 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-c57b388f-80ae-4304-a7b0-9ad2fa8d0696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (88cfd7f4-0339-41f0-946d-4e704bce8592), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:05.404031 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:05.441026 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 56e61e89-f03d-42b2-8ea0-504726c55535 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:45:05.487524 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-18916a19-6fee-41f9-86f0-a6533a921c4c admin admin] Publish callbacks [] for port (e1080584-02a9-46f8-b500-6fd1565d0199), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:05.541870 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-18916a19-6fee-41f9-86f0-a6533a921c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (e1080584-02a9-46f8-b500-6fd1565d0199), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:05.565822 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18916a19-6fee-41f9-86f0-a6533a921c4c admin admin] Network 9e1abf5f-e311-4b5d-b320-fa16142ec24b is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:45:05.569018 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-18916a19-6fee-41f9-86f0-a6533a921c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:45:05.585212 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-c57b388f-80ae-4304-a7b0-9ad2fa8d0696 None None] Current status of the port 88cfd7f4-0339-41f0-946d-4e704bce8592 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:45:05.594918 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfe8fb-e98f-479f-8e87-1cf589755639 req-fb25d1e4-9e7f-4150-b122-4e80dcfe5e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:05.597101 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bccfe8fb-e98f-479f-8e87-1cf589755639 req-fb25d1e4-9e7f-4150-b122-4e80dcfe5e22 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0930b613a69749d3bc05240e88f74ccc&device_id=c8700da6-0186-42ab-98ec-9c188518ea87 HTTP/1.1" status: 200 len: 1128 time: 0.0724804 Aug 24 06:45:05.600647 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18916a19-6fee-41f9-86f0-a6533a921c4c admin admin] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:45:05.603285 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 56e61e89-f03d-42b2-8ea0-504726c55535 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:45:05.603667 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (56e61e89-f03d-42b2-8ea0-504726c55535), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:05.653742 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18916a19-6fee-41f9-86f0-a6533a921c4c admin admin] Pushing event updated for resources: {'Port': ['ID=e1080584-02a9-46f8-b500-6fd1565d0199,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:05.664381 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-18916a19-6fee-41f9-86f0-a6533a921c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698864'] for router_interface (8da8a59b-2b18-42a3-8e2d-cce5f089f8d4), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:05.778256 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 56e61e89-f03d-42b2-8ea0-504726c55535 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:45:05.780159 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 88cfd7f4-0339-41f0-946d-4e704bce8592 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:45:05.791235 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfe8fb-e98f-479f-8e87-1cf589755639 req-0ba26d35-db71-48a4-a533-e1fb22a7ffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:05.792791 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bccfe8fb-e98f-479f-8e87-1cf589755639 req-0ba26d35-db71-48a4-a533-e1fb22a7ffcc service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=39af791a-b387-443a-ae21-b2e1fb790901 HTTP/1.1" status: 200 len: 909 time: 0.1673615 Aug 24 06:45:05.837859 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-40c8d740-6011-429b-9ccb-ae0cb62ead0e None None] Publish callbacks [] for port (f343b0d1-1f85-4413-8d52-da23b82b67db), precommit_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:05.843455 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-18916a19-6fee-41f9-86f0-a6533a921c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (e1080584-02a9-46f8-b500-6fd1565d0199), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:05.852453 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-40c8d740-6011-429b-9ccb-ae0cb62ead0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (f343b0d1-1f85-4413-8d52-da23b82b67db), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:05.855797 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bccfe8fb-e98f-479f-8e87-1cf589755639 req-3fe57a8c-4e92-4b00-9778-a0080064e45a service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b69c453d-3284-4bf2-bb2d-015b6bca278f HTTP/1.1" status: 200 len: 217 time: 0.0481086 Aug 24 06:45:05.867494 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:05.887266 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 88cfd7f4-0339-41f0-946d-4e704bce8592 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:45:05.887677 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (88cfd7f4-0339-41f0-946d-4e704bce8592), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:05.895130 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-40c8d740-6011-429b-9ccb-ae0cb62ead0e None None] Attempting to bind port f343b0d1-1f85-4413-8d52-da23b82b67db on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:45:05.895529 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-40c8d740-6011-429b-9ccb-ae0cb62ead0e None None] Attempting to bind port f343b0d1-1f85-4413-8d52-da23b82b67db by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:45:05.895908 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c8d740-6011-429b-9ccb-ae0cb62ead0e None None] Attempting to bind port f343b0d1-1f85-4413-8d52-da23b82b67db on network ebaf0247-9904-4138-a92a-0e04f684cda3 {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:45:05.930691 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfe8fb-e98f-479f-8e87-1cf589755639 req-b0c9eaad-5331-46ba-b78a-555c9e0cd043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:05.932358 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bccfe8fb-e98f-479f-8e87-1cf589755639 req-b0c9eaad-5331-46ba-b78a-555c9e0cd043 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=cd512231-fc47-4300-80ba-0cb3fce3157a HTTP/1.1" status: 200 len: 848 time: 0.0705421 Aug 24 06:45:05.947475 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c8d740-6011-429b-9ccb-ae0cb62ead0e None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:45:05.957824 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c8d740-6011-429b-9ccb-ae0cb62ead0e None None] Checking segment: {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:45:05.958393 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-40c8d740-6011-429b-9ccb-ae0cb62ead0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:05.958763 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c8d740-6011-429b-9ccb-ae0cb62ead0e None None] Bound using segment: {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:45:05.959284 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-40c8d740-6011-429b-9ccb-ae0cb62ead0e None None] Bound port: f343b0d1-1f85-4413-8d52-da23b82b67db, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:45:05.959673 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-40c8d740-6011-429b-9ccb-ae0cb62ead0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (f343b0d1-1f85-4413-8d52-da23b82b67db), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:05.974334 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bccfe8fb-e98f-479f-8e87-1cf589755639 req-13371117-1db8-487d-9923-9dc2273e99e5 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=39af791a-b387-443a-ae21-b2e1fb790901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322907 Aug 24 06:45:06.015638 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-45e4900d-3280-48b1-a65c-8f2f842c52c3 None None] Provisioning complete for port e1080584-02a9-46f8-b500-6fd1565d0199 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:45:06.016173 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-45e4900d-3280-48b1-a65c-8f2f842c52c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (e1080584-02a9-46f8-b500-6fd1565d0199), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:06.024266 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882dd24-3fe8-4d3c-84ac-1e602492ac36 None None] Pushing event updated for resources: {'Port': ['ID=f343b0d1-1f85-4413-8d52-da23b82b67db,revision_number=2']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:06.095514 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bccfe8fb-e98f-479f-8e87-1cf589755639 req-aacc0584-5b46-4b3b-b9f6-19e992a07dfa service neutron] 10.222.0.58 "GET /networking/v2.0/networks/39af791a-b387-443a-ae21-b2e1fb790901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110911 Aug 24 06:45:06.121119 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-18916a19-6fee-41f9-86f0-a6533a921c4c admin admin] Publish callbacks [] for port (e1080584-02a9-46f8-b500-6fd1565d0199), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:06.133775 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-18916a19-6fee-41f9-86f0-a6533a921c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (e1080584-02a9-46f8-b500-6fd1565d0199), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:06.148198 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 88cfd7f4-0339-41f0-946d-4e704bce8592 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:45:06.149384 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 8154d28a-c953-47ce-8f6e-a5c81a08ced5 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:45:06.187912 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:06.237852 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18916a19-6fee-41f9-86f0-a6533a921c4c admin admin] Pushing event updated for resources: {'Port': ['ID=e1080584-02a9-46f8-b500-6fd1565d0199,revision_number=2']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:06.244458 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-18916a19-6fee-41f9-86f0-a6533a921c4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698892'] for router_interface (8da8a59b-2b18-42a3-8e2d-cce5f089f8d4), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:06.259002 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29459cb0-d3ed-4e74-a3c3-47eb347a6464 req-b7e0bef2-9067-4c8c-a725-9db38e30f3e0 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:06.259002 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-29459cb0-d3ed-4e74-a3c3-47eb347a6464 req-b7e0bef2-9067-4c8c-a725-9db38e30f3e0 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c8700da6-0186-42ab-98ec-9c188518ea87 HTTP/1.1" status: 200 len: 944 time: 0.0665340 Aug 24 06:45:06.260268 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bccfe8fb-e98f-479f-8e87-1cf589755639 req-2b6c8d1d-8ff9-46b1-821d-02847ec9aa2f service neutron] 10.222.0.58 "GET /networking/v2.0/networks/39af791a-b387-443a-ae21-b2e1fb790901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568260 Aug 24 06:45:06.338835 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-29459cb0-d3ed-4e74-a3c3-47eb347a6464 req-a0f46bbb-7036-47e2-80af-70a5e455f0d3 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7344f54d-81b1-44ce-b6b5-c61c68a840f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741198 Aug 24 06:45:06.343394 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-45e4900d-3280-48b1-a65c-8f2f842c52c3 None None] Port e1080584-02a9-46f8-b500-6fd1565d0199 cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:45:06.356911 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-40c8d740-6011-429b-9ccb-ae0cb62ead0e None None] For port f343b0d1-1f85-4413-8d52-da23b82b67db, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:45:06.361470 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-40c8d740-6011-429b-9ccb-ae0cb62ead0e None None] For port f343b0d1-1f85-4413-8d52-da23b82b67db, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=f343b0d1-1f85-4413-8d52-da23b82b67db,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:45:06.377408 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:06.380628 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-40c8d740-6011-429b-9ccb-ae0cb62ead0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (f343b0d1-1f85-4413-8d52-da23b82b67db), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:06.389981 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18916a19-6fee-41f9-86f0-a6533a921c4c admin admin] Network 9e1abf5f-e311-4b5d-b320-fa16142ec24b is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:45:06.391815 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-18916a19-6fee-41f9-86f0-a6533a921c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:45:06.433039 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c8d740-6011-429b-9ccb-ae0cb62ead0e None None] Routers {'8da8a59b-2b18-42a3-8e2d-cce5f089f8d4'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:45:06.435669 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-40c8d740-6011-429b-9ccb-ae0cb62ead0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:44:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['8da8a59b-2b18-42a3-8e2d-cce5f089f8d4'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:45:06.439868 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 8154d28a-c953-47ce-8f6e-a5c81a08ced5 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:45:06.440144 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (8154d28a-c953-47ce-8f6e-a5c81a08ced5), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:06.502675 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:06.544148 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:06.568267 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18916a19-6fee-41f9-86f0-a6533a921c4c admin admin] Router 8da8a59b-2b18-42a3-8e2d-cce5f089f8d4 has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:45:06.635400 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882dd24-3fe8-4d3c-84ac-1e602492ac36 None None] Pushing event updated for resources: {'Port': ['ID=f343b0d1-1f85-4413-8d52-da23b82b67db,revision_number=3']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:06.662054 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc709793-490a-4f45-b855-882d7d0ce72e req-8a118e0e-ed78-412b-8ecb-b11167c27389 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:06.663996 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fc709793-490a-4f45-b855-882d7d0ce72e req-8a118e0e-ed78-412b-8ecb-b11167c27389 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0847950 Aug 24 06:45:06.683467 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-40c8d740-6011-429b-9ccb-ae0cb62ead0e None None] Set router 8da8a59b-2b18-42a3-8e2d-cce5f089f8d4 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:45:06.723922 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18916a19-6fee-41f9-86f0-a6533a921c4c admin admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:45:06.730264 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-18916a19-6fee-41f9-86f0-a6533a921c4c admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/8da8a59b-2b18-42a3-8e2d-cce5f089f8d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2420788 Aug 24 06:45:06.743673 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 8154d28a-c953-47ce-8f6e-a5c81a08ced5 is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:45:06.744144 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (8154d28a-c953-47ce-8f6e-a5c81a08ced5), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:06.749927 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fc709793-490a-4f45-b855-882d7d0ce72e req-a2afafe0-e7e6-4f0c-ab7d-6326ddddd4cc tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796034 Aug 24 06:45:06.780581 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-bf57a089-c577-4546-8e8c-a2e62d6a1465 None None] Provisioning complete for port e1080584-02a9-46f8-b500-6fd1565d0199 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:45:06.780936 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-bf57a089-c577-4546-8e8c-a2e62d6a1465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (e1080584-02a9-46f8-b500-6fd1565d0199), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:06.893395 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-bf57a089-c577-4546-8e8c-a2e62d6a1465 None None] Port e1080584-02a9-46f8-b500-6fd1565d0199 cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:45:06.906957 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] For port 8154d28a-c953-47ce-8f6e-a5c81a08ced5, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=8154d28a-c953-47ce-8f6e-a5c81a08ced5,segment=NetworkSegment(66e80b04-3348-4d98-9a1e-377326afcde4),segment_id=66e80b04-3348-4d98-9a1e-377326afcde4)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:45:06.914640 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (8154d28a-c953-47ce-8f6e-a5c81a08ced5), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:07.059513 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Pushing event updated for resources: {'Port': ['ID=8154d28a-c953-47ce-8f6e-a5c81a08ced5,revision_number=5']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:07.080830 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-40c8d740-6011-429b-9ccb-ae0cb62ead0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da8a59b-2b18-42a3-8e2d-cce5f089f8d4', 'name': 'tempest-TestShelveInstance-702120654-router', 'tenant_id': '3a06b7cea7d34413b2f95c1db2583af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f343b0d1-1f85-4413-8d52-da23b82b67db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:45:02Z', 'updated_at': '2022-08-24T06:45:05Z', 'revision_number': 4, 'project_id': '3a06b7cea7d34413b2f95c1db2583af0', 'gw_port': {'id': 'f343b0d1-1f85-4413-8d52-da23b82b67db', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d2:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da8a59b-2b18-42a3-8e2d-cce5f089f8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:45:03Z', 'updated_at': '2022-08-24T06:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': 'e1080584-02a9-46f8-b500-6fd1565d0199', 'name': '', 'network_id': '9e1abf5f-e311-4b5d-b320-fa16142ec24b', 'tenant_id': '3a06b7cea7d34413b2f95c1db2583af0', 'mac_address': 'fa:16:3e:eb:f8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da8a59b-2b18-42a3-8e2d-cce5f089f8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b1d57d25-62c2-4c3c-9fb0-ad376dd5bdeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:45:05Z', 'updated_at': '2022-08-24T06:45:05Z', 'revision_number': 2, 'project_id': '3a06b7cea7d34413b2f95c1db2583af0', 'subnets': [{'id': 'b1d57d25-62c2-4c3c-9fb0-ad376dd5bdeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:45:07.112392 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c8d740-6011-429b-9ccb-ae0cb62ead0e None None] The sync data for ids ['8da8a59b-2b18-42a3-8e2d-cce5f089f8d4'] in dv-cinder-854271-1-iscsi is: [{'id': '8da8a59b-2b18-42a3-8e2d-cce5f089f8d4', 'name': 'tempest-TestShelveInstance-702120654-router', 'tenant_id': '3a06b7cea7d34413b2f95c1db2583af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f343b0d1-1f85-4413-8d52-da23b82b67db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:45:02Z', 'updated_at': '2022-08-24T06:45:05Z', 'revision_number': 4, 'project_id': '3a06b7cea7d34413b2f95c1db2583af0', 'gw_port': {'id': 'f343b0d1-1f85-4413-8d52-da23b82b67db', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d2:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da8a59b-2b18-42a3-8e2d-cce5f089f8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:45:03Z', 'updated_at': '2022-08-24T06:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': 'e1080584-02a9-46f8-b500-6fd1565d0199', 'name': '', 'network_id': '9e1abf5f-e311-4b5d-b320-fa16142ec24b', 'tenant_id': '3a06b7cea7d34413b2f95c1db2583af0', 'mac_address': 'fa:16:3e:eb:f8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da8a59b-2b18-42a3-8e2d-cce5f089f8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b1d57d25-62c2-4c3c-9fb0-ad376dd5bdeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:45:05Z', 'updated_at': '2022-08-24T06:45:05Z', 'revision_number': 2, 'project_id': '3a06b7cea7d34413b2f95c1db2583af0', 'subnets': [{'id': 'b1d57d25-62c2-4c3c-9fb0-ad376dd5bdeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:45:07.173236 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 49572) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:45:07.179435 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-dc2a8e06-da23-44d3-9d0e-201c89655d80 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-293115', 'description': 'tempest-secgroup-smoke-293115 description', 'project_id': '0bf38c354bea44f5a503e76fa53b20f6'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:45:07.212142 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-dc2a8e06-da23-44d3-9d0e-201c89655d80 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:07.300763 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 88cfd7f4-0339-41f0-946d-4e704bce8592 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:45:07.314886 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-dc2a8e06-da23-44d3-9d0e-201c89655d80 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks [] for security_group (9b75c0b3-c91f-4b27-9cba-954b21aef849), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:07.321284 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-dc2a8e06-da23-44d3-9d0e-201c89655d80 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (9b75c0b3-c91f-4b27-9cba-954b21aef849), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:07.361568 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 88cfd7f4-0339-41f0-946d-4e704bce8592 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:45:07.361984 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (88cfd7f4-0339-41f0-946d-4e704bce8592), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:07.368767 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:07.383654 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a8e06-da23-44d3-9d0e-201c89655d80 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b75c0b3-c91f-4b27-9cba-954b21aef849,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:07.403715 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-dc2a8e06-da23-44d3-9d0e-201c89655d80 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:07.407852 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-dc2a8e06-da23-44d3-9d0e-201c89655d80 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.2308481 Aug 24 06:45:07.408639 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 49580) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:45:07.426636 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-025341cf-c138-45af-9f7d-47a174c2f01c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Request body: {'security_group_rule': {'security_group_id': '9b75c0b3-c91f-4b27-9cba-954b21aef849', 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:45:07.458739 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device b69c453d-3284-4bf2-bb2d-015b6bca278f details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 06:45:07.595186 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:07.604913 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 88cfd7f4-0339-41f0-946d-4e704bce8592 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:45:07.606180 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 8154d28a-c953-47ce-8f6e-a5c81a08ced5 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:45:07.617592 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0b199-aafa-4c5f-84c1-8bc179a13efc req-223dcb15-e24d-4e7e-a242-da0fbf472f39 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:07.619224 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-18e0b199-aafa-4c5f-84c1-8bc179a13efc req-223dcb15-e24d-4e7e-a242-da0fbf472f39 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c8700da6-0186-42ab-98ec-9c188518ea87 HTTP/1.1" status: 200 len: 944 time: 0.1201816 Aug 24 06:45:07.697284 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port b69c453d-3284-4bf2-bb2d-015b6bca278f, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b69c453d-3284-4bf2-bb2d-015b6bca278f,segment=NetworkSegment(68271012-a304-48c5-9dd2-4474d7abd4bc),segment_id=68271012-a304-48c5-9dd2-4474d7abd4bc)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:45:07.743246 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Returning: {'device': 'b69c453d-3284-4bf2-bb2d-015b6bca278f', 'network_id': '39af791a-b387-443a-ae21-b2e1fb790901', 'port_id': 'b69c453d-3284-4bf2-bb2d-015b6bca278f', 'mac_address': 'fa:16:3e:e8:5a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd512231-fc47-4300-80ba-0cb3fce3157a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 06:45:07.744368 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-18e0b199-aafa-4c5f-84c1-8bc179a13efc req-3e19ee00-39fc-4d93-b01e-91fa7732c04e tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7344f54d-81b1-44ce-b6b5-c61c68a840f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011903 Aug 24 06:45:07.759708 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 8154d28a-c953-47ce-8f6e-a5c81a08ced5 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:45:07.760091 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (8154d28a-c953-47ce-8f6e-a5c81a08ced5), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:07.848860 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port b69c453d-3284-4bf2-bb2d-015b6bca278f is: DOWN; New status is: BUILD {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:45:07.849259 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (b69c453d-3284-4bf2-bb2d-015b6bca278f), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:07.856728 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:07.892163 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b69c453d-3284-4bf2-bb2d-015b6bca278f {{(pid=113090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:45:07.924064 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-025341cf-c138-45af-9f7d-47a174c2f01c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks [] for security_group_rule (e04cf67c-b347-439e-889c-47271dca98a0), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:07.960558 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port b69c453d-3284-4bf2-bb2d-015b6bca278f, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b69c453d-3284-4bf2-bb2d-015b6bca278f,segment=NetworkSegment(68271012-a304-48c5-9dd2-4474d7abd4bc),segment_id=68271012-a304-48c5-9dd2-4474d7abd4bc)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:45:07.971562 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (b69c453d-3284-4bf2-bb2d-015b6bca278f), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:08.017949 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-025341cf-c138-45af-9f7d-47a174c2f01c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks [] for security_group_rule (e04cf67c-b347-439e-889c-47271dca98a0), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:08.024812 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f778d-3811-492e-9b15-13583a3f8c56 req-deee68fd-cdb0-4973-8c5f-55442952dba1 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:08.026775 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-106f778d-3811-492e-9b15-13583a3f8c56 req-deee68fd-cdb0-4973-8c5f-55442952dba1 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.1217492 Aug 24 06:45:08.040530 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-025341cf-c138-45af-9f7d-47a174c2f01c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (e04cf67c-b347-439e-889c-47271dca98a0), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:08.050048 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 8154d28a-c953-47ce-8f6e-a5c81a08ced5 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:45:08.075162 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025341cf-c138-45af-9f7d-47a174c2f01c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e04cf67c-b347-439e-889c-47271dca98a0,revision_number=0']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:08.076614 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=b69c453d-3284-4bf2-bb2d-015b6bca278f,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:08.092063 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-025341cf-c138-45af-9f7d-47a174c2f01c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:08.093589 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-025341cf-c138-45af-9f7d-47a174c2f01c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6838772 Aug 24 06:45:08.095807 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025341cf-c138-45af-9f7d-47a174c2f01c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:08.096164 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025341cf-c138-45af-9f7d-47a174c2f01c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:08.096566 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025341cf-c138-45af-9f7d-47a174c2f01c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:08.096859 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025341cf-c138-45af-9f7d-47a174c2f01c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:08.097206 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025341cf-c138-45af-9f7d-47a174c2f01c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:08.097994 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025341cf-c138-45af-9f7d-47a174c2f01c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:08.098707 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025341cf-c138-45af-9f7d-47a174c2f01c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:08.099554 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025341cf-c138-45af-9f7d-47a174c2f01c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:08.100051 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025341cf-c138-45af-9f7d-47a174c2f01c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:08.100521 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025341cf-c138-45af-9f7d-47a174c2f01c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:08.101272 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025341cf-c138-45af-9f7d-47a174c2f01c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:08.101604 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025341cf-c138-45af-9f7d-47a174c2f01c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:08.102042 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025341cf-c138-45af-9f7d-47a174c2f01c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:08.102474 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025341cf-c138-45af-9f7d-47a174c2f01c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:08.102800 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025341cf-c138-45af-9f7d-47a174c2f01c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:08.103095 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 49602) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:45:08.113105 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-308730bb-01f4-4b92-91b7-dae9a11aa13c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Request body: {'security_group_rule': {'security_group_id': '9b75c0b3-c91f-4b27-9cba-954b21aef849', 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:45:08.161952 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-106f778d-3811-492e-9b15-13583a3f8c56 req-4ba7c726-8d59-4221-ad1d-0c7eea686c13 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289647 Aug 24 06:45:08.180288 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-308730bb-01f4-4b92-91b7-dae9a11aa13c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks [] for security_group_rule (e884830f-ebfd-4152-b520-afa0c2aa78fd), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:08.280910 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-308730bb-01f4-4b92-91b7-dae9a11aa13c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks [] for security_group_rule (e884830f-ebfd-4152-b520-afa0c2aa78fd), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:08.285518 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-308730bb-01f4-4b92-91b7-dae9a11aa13c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (e884830f-ebfd-4152-b520-afa0c2aa78fd), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:08.323581 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308730bb-01f4-4b92-91b7-dae9a11aa13c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e884830f-ebfd-4152-b520-afa0c2aa78fd,revision_number=0']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:08.339640 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-308730bb-01f4-4b92-91b7-dae9a11aa13c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:08.344067 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 49608) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:45:08.344712 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-308730bb-01f4-4b92-91b7-dae9a11aa13c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2399025 Aug 24 06:45:08.349420 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-188be700-e8db-49b7-8dc3-680c47653c7d tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Request body: {'security_group_rule': {'security_group_id': '9b75c0b3-c91f-4b27-9cba-954b21aef849', 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:45:08.379996 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-188be700-e8db-49b7-8dc3-680c47653c7d tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks [] for security_group_rule (57ff814a-fc89-4e32-9d77-15adb0ce6847), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:08.447917 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-188be700-e8db-49b7-8dc3-680c47653c7d tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks [] for security_group_rule (57ff814a-fc89-4e32-9d77-15adb0ce6847), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:08.452080 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-188be700-e8db-49b7-8dc3-680c47653c7d tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (57ff814a-fc89-4e32-9d77-15adb0ce6847), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:08.472856 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188be700-e8db-49b7-8dc3-680c47653c7d tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ff814a-fc89-4e32-9d77-15adb0ce6847,revision_number=0']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:08.482344 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-188be700-e8db-49b7-8dc3-680c47653c7d tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:08.486557 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 49610) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:45:08.486832 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-188be700-e8db-49b7-8dc3-680c47653c7d tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1411653 Aug 24 06:45:08.491181 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-aea22e38-fd10-452a-b4b1-99b56191fffa tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Request body: {'security_group_rule': {'security_group_id': '9b75c0b3-c91f-4b27-9cba-954b21aef849', 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:45:08.495739 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:08.519558 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['b69c453d-3284-4bf2-bb2d-015b6bca278f'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:45:08.520918 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-aea22e38-fd10-452a-b4b1-99b56191fffa tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks [] for security_group_rule (30356302-4c7a-4481-a9c9-e6e533d0bb48), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:08.590666 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-aea22e38-fd10-452a-b4b1-99b56191fffa tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks [] for security_group_rule (30356302-4c7a-4481-a9c9-e6e533d0bb48), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:08.595951 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-aea22e38-fd10-452a-b4b1-99b56191fffa tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (30356302-4c7a-4481-a9c9-e6e533d0bb48), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:08.619673 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea22e38-fd10-452a-b4b1-99b56191fffa tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30356302-4c7a-4481-a9c9-e6e533d0bb48,revision_number=0']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:08.630335 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-aea22e38-fd10-452a-b4b1-99b56191fffa tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:08.631628 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-aea22e38-fd10-452a-b4b1-99b56191fffa tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1440148 Aug 24 06:45:08.634547 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 49612) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:45:08.639650 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-5e6115ae-9029-4288-b3b4-241f6a266f75 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Request body: {'security_group_rule': {'security_group_id': '9b75c0b3-c91f-4b27-9cba-954b21aef849', 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:45:08.662041 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.db.securitygroups_db [None req-5e6115ae-9029-4288-b3b4-241f6a266f75 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Project 0bf38c354bea44f5a503e76fa53b20f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 06:45:08.670591 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-5e6115ae-9029-4288-b3b4-241f6a266f75 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks [] for security_group_rule (44cc4334-4235-4f6f-abef-34c70e844c25), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:08.743110 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-5e6115ae-9029-4288-b3b4-241f6a266f75 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks [] for security_group_rule (44cc4334-4235-4f6f-abef-34c70e844c25), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:08.757910 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-5e6115ae-9029-4288-b3b4-241f6a266f75 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (44cc4334-4235-4f6f-abef-34c70e844c25), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:08.781173 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6115ae-9029-4288-b3b4-241f6a266f75 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44cc4334-4235-4f6f-abef-34c70e844c25,revision_number=0']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:08.789482 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-5e6115ae-9029-4288-b3b4-241f6a266f75 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:08.794546 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-5e6115ae-9029-4288-b3b4-241f6a266f75 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1552551 Aug 24 06:45:08.794629 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 49618) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:45:08.799067 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-ac8c01c3-e7b4-44e3-87ad-2b1616e72e3b tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Request body: {'security_group_rule': {'security_group_id': '9b75c0b3-c91f-4b27-9cba-954b21aef849', 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:45:08.826013 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.db.securitygroups_db [None req-ac8c01c3-e7b4-44e3-87ad-2b1616e72e3b tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Project 0bf38c354bea44f5a503e76fa53b20f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 06:45:08.833806 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-ac8c01c3-e7b4-44e3-87ad-2b1616e72e3b tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks [] for security_group_rule (ba069c0a-0398-44c0-838c-68a6a2b52857), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:08.882010 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:08.896248 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb18d63-649a-4aa1-824c-1c3d18d74766 req-77c37a6e-fa17-4b27-a74e-2d2a5ec00bf1 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:08.898516 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-3cb18d63-649a-4aa1-824c-1c3d18d74766 req-77c37a6e-fa17-4b27-a74e-2d2a5ec00bf1 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c8700da6-0186-42ab-98ec-9c188518ea87 HTTP/1.1" status: 200 len: 945 time: 0.0609505 Aug 24 06:45:08.911838 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-ac8c01c3-e7b4-44e3-87ad-2b1616e72e3b tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks [] for security_group_rule (ba069c0a-0398-44c0-838c-68a6a2b52857), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:08.917660 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-ac8c01c3-e7b4-44e3-87ad-2b1616e72e3b tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (ba069c0a-0398-44c0-838c-68a6a2b52857), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:08.941169 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c01c3-e7b4-44e3-87ad-2b1616e72e3b tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba069c0a-0398-44c0-838c-68a6a2b52857,revision_number=0']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:08.949895 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-ac8c01c3-e7b4-44e3-87ad-2b1616e72e3b tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:08.955263 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-ac8c01c3-e7b4-44e3-87ad-2b1616e72e3b tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1556416 Aug 24 06:45:08.974934 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-3cb18d63-649a-4aa1-824c-1c3d18d74766 req-26246e45-5a7c-458e-8c3c-d8709c122413 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7344f54d-81b1-44ce-b6b5-c61c68a840f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685692 Aug 24 06:45:09.238477 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device f343b0d1-1f85-4413-8d52-da23b82b67db up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:45:09.304573 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port f343b0d1-1f85-4413-8d52-da23b82b67db triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:45:09.304943 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (f343b0d1-1f85-4413-8d52-da23b82b67db), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:09.315703 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892e63d-10a9-4931-aaaa-6cc88c77efa0 req-9d78845c-022c-4b34-8b37-0d851222615a tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:09.317301 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b892e63d-10a9-4931-aaaa-6cc88c77efa0 req-9d78845c-022c-4b34-8b37-0d851222615a tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0638986 Aug 24 06:45:09.373382 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b892e63d-10a9-4931-aaaa-6cc88c77efa0 req-86b6824d-3cc2-4878-8426-d263d5f21aba tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497999 Aug 24 06:45:09.397416 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port f343b0d1-1f85-4413-8d52-da23b82b67db is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:45:09.397863 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (f343b0d1-1f85-4413-8d52-da23b82b67db), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:09.424495 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] For port f343b0d1-1f85-4413-8d52-da23b82b67db, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=f343b0d1-1f85-4413-8d52-da23b82b67db,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:45:09.440810 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (f343b0d1-1f85-4413-8d52-da23b82b67db), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:09.530897 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Pushing event updated for resources: {'Port': ['ID=f343b0d1-1f85-4413-8d52-da23b82b67db,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:09.762358 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device b69c453d-3284-4bf2-bb2d-015b6bca278f up at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:45:09.804472 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:09.810931 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning for port b69c453d-3284-4bf2-bb2d-015b6bca278f completed by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 06:45:09.822602 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning complete for port b69c453d-3284-4bf2-bb2d-015b6bca278f triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:45:09.822985 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (b69c453d-3284-4bf2-bb2d-015b6bca278f), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:09.857902 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb350165-0756-4ca5-95ec-aa0a75e23d7c None None] Sync routers for ids ['8da8a59b-2b18-42a3-8e2d-cce5f089f8d4'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:45:09.871934 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb350165-0756-4ca5-95ec-aa0a75e23d7c None None] Routers {'8da8a59b-2b18-42a3-8e2d-cce5f089f8d4'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:45:09.872806 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-bb350165-0756-4ca5-95ec-aa0a75e23d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:44:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['8da8a59b-2b18-42a3-8e2d-cce5f089f8d4'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:45:09.899173 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port b69c453d-3284-4bf2-bb2d-015b6bca278f is: BUILD; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:45:09.899622 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (b69c453d-3284-4bf2-bb2d-015b6bca278f), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:09.924900 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8700da6-0186-42ab-98ec-9c188518ea87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69c453d-3284-4bf2-bb2d-015b6bca278f'}] {{(pid=113090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:45:09.927228 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b6006cf2a23db0b36d2003dbfde04691441a00dec53483979079bf2def40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34a2d6d-200e-47cb-9f09-ead89ad5a073" -d '{"events": [{"server_uuid": "c8700da6-0186-42ab-98ec-9c188518ea87", "name": "network-vif-plugged", "status": "completed", "tag": "b69c453d-3284-4bf2-bb2d-015b6bca278f"}]}' {{(pid=113090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:45:09.945310 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port b69c453d-3284-4bf2-bb2d-015b6bca278f, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b69c453d-3284-4bf2-bb2d-015b6bca278f,segment=NetworkSegment(68271012-a304-48c5-9dd2-4474d7abd4bc),segment_id=68271012-a304-48c5-9dd2-4474d7abd4bc)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:45:09.950971 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (b69c453d-3284-4bf2-bb2d-015b6bca278f), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:09.977077 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2da6b8-fda9-4c2f-83c0-bf7ecf68f9ff x-openstack-request-id: req-2a2da6b8-fda9-4c2f-83c0-bf7ecf68f9ff {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:45:09.977339 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8700da6-0186-42ab-98ec-9c188518ea87", "name": "network-vif-plugged", "status": "completed", "tag": "b69c453d-3284-4bf2-bb2d-015b6bca278f", "code": 200}]} {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:45:09.978056 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2a2da6b8-fda9-4c2f-83c0-bf7ecf68f9ff {{(pid=113090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:45:09.978482 dv-cinder-854271-1-iscsi neutron-server[113090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a2da6b8-fda9-4c2f-83c0-bf7ecf68f9ff'] response: {'server_uuid': 'c8700da6-0186-42ab-98ec-9c188518ea87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69c453d-3284-4bf2-bb2d-015b6bca278f', 'code': 200} Aug 24 06:45:09.998735 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-bb350165-0756-4ca5-95ec-aa0a75e23d7c None None] Set router 8da8a59b-2b18-42a3-8e2d-cce5f089f8d4 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:45:10.008919 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=b69c453d-3284-4bf2-bb2d-015b6bca278f,revision_number=5']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:10.141252 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218a518-2dde-48ca-a9a6-a99991c3b0b9 req-11d611e5-7932-45b0-b378-ba876ebe805a tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:10.142731 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-8218a518-2dde-48ca-a9a6-a99991c3b0b9 req-11d611e5-7932-45b0-b378-ba876ebe805a tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c8700da6-0186-42ab-98ec-9c188518ea87 HTTP/1.1" status: 200 len: 946 time: 0.0702753 Aug 24 06:45:10.224160 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-8218a518-2dde-48ca-a9a6-a99991c3b0b9 req-879a9c6c-6031-4cff-a2f7-e72bd6304bd5 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7344f54d-81b1-44ce-b6b5-c61c68a840f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747752 Aug 24 06:45:10.232738 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-bb350165-0756-4ca5-95ec-aa0a75e23d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da8a59b-2b18-42a3-8e2d-cce5f089f8d4', 'name': 'tempest-TestShelveInstance-702120654-router', 'tenant_id': '3a06b7cea7d34413b2f95c1db2583af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f343b0d1-1f85-4413-8d52-da23b82b67db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:45:02Z', 'updated_at': '2022-08-24T06:45:05Z', 'revision_number': 4, 'project_id': '3a06b7cea7d34413b2f95c1db2583af0', 'gw_port': {'id': 'f343b0d1-1f85-4413-8d52-da23b82b67db', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da8a59b-2b18-42a3-8e2d-cce5f089f8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:45:03Z', 'updated_at': '2022-08-24T06:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': 'e1080584-02a9-46f8-b500-6fd1565d0199', 'name': '', 'network_id': '9e1abf5f-e311-4b5d-b320-fa16142ec24b', 'tenant_id': '3a06b7cea7d34413b2f95c1db2583af0', 'mac_address': 'fa:16:3e:eb:f8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da8a59b-2b18-42a3-8e2d-cce5f089f8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b1d57d25-62c2-4c3c-9fb0-ad376dd5bdeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:45:05Z', 'updated_at': '2022-08-24T06:45:05Z', 'revision_number': 2, 'project_id': '3a06b7cea7d34413b2f95c1db2583af0', 'subnets': [{'id': 'b1d57d25-62c2-4c3c-9fb0-ad376dd5bdeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:45:10.234748 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8c665-0038-4614-9d79-33537ac40803 req-514b72a1-4143-4ebc-8448-0093a86aad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:10.236270 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5ac8c665-0038-4614-9d79-33537ac40803 req-514b72a1-4143-4ebc-8448-0093a86aad4d service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c8700da6-0186-42ab-98ec-9c188518ea87 HTTP/1.1" status: 200 len: 1130 time: 0.0598729 Aug 24 06:45:10.262925 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb350165-0756-4ca5-95ec-aa0a75e23d7c None None] Checking router: 8da8a59b-2b18-42a3-8e2d-cce5f089f8d4 for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:45:10.263306 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb350165-0756-4ca5-95ec-aa0a75e23d7c None None] Updating router 8da8a59b-2b18-42a3-8e2d-cce5f089f8d4 port e1080584-02a9-46f8-b500-6fd1565d0199 binding host dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 06:45:10.285685 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5ac8c665-0038-4614-9d79-33537ac40803 req-c2856169-d712-4235-bf2a-4cc47e008c37 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7344f54d-81b1-44ce-b6b5-c61c68a840f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410261 Aug 24 06:45:10.290905 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-bb350165-0756-4ca5-95ec-aa0a75e23d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (e1080584-02a9-46f8-b500-6fd1565d0199), before_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:10.392911 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:10.469102 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-ca476c04-e9ef-4fc6-bc9a-703ad2ad5753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:10.497196 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c57d9-1db8-4e41-bbb6-349d480df09b req-3395f9f0-fe99-4899-aae7-c80088b2c773 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:10.498794 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e37c57d9-1db8-4e41-bbb6-349d480df09b req-3395f9f0-fe99-4899-aae7-c80088b2c773 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0466771 Aug 24 06:45:10.549532 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e37c57d9-1db8-4e41-bbb6-349d480df09b req-38babac0-0297-49bd-b3e4-3b6fd9a4e5d6 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446293 Aug 24 06:45:10.552332 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-bb350165-0756-4ca5-95ec-aa0a75e23d7c None None] Publish callbacks [] for port (e1080584-02a9-46f8-b500-6fd1565d0199), precommit_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:10.559167 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-bb350165-0756-4ca5-95ec-aa0a75e23d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (e1080584-02a9-46f8-b500-6fd1565d0199), after_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:10.645844 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac65126-e8e0-458c-a503-17a977343026 None None] Pushing event updated for resources: {'Port': ['ID=e1080584-02a9-46f8-b500-6fd1565d0199,revision_number=3']} {{(pid=113091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:10.662590 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-bb350165-0756-4ca5-95ec-aa0a75e23d7c None None] Attempting to bind port e1080584-02a9-46f8-b500-6fd1565d0199 on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:45:10.662981 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-bb350165-0756-4ca5-95ec-aa0a75e23d7c None None] Attempting to bind port e1080584-02a9-46f8-b500-6fd1565d0199 by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': '55c7fb19-945d-4e17-8711-4bac238e04dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9e1abf5f-e311-4b5d-b320-fa16142ec24b'}] {{(pid=113091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:45:10.663359 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb350165-0756-4ca5-95ec-aa0a75e23d7c None None] Attempting to bind port e1080584-02a9-46f8-b500-6fd1565d0199 on network 9e1abf5f-e311-4b5d-b320-fa16142ec24b {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:45:10.668788 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb350165-0756-4ca5-95ec-aa0a75e23d7c None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:45:10.669177 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb350165-0756-4ca5-95ec-aa0a75e23d7c None None] Checking segment: {'id': '55c7fb19-945d-4e17-8711-4bac238e04dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9e1abf5f-e311-4b5d-b320-fa16142ec24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:45:10.669550 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-bb350165-0756-4ca5-95ec-aa0a75e23d7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:10.669941 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb350165-0756-4ca5-95ec-aa0a75e23d7c None None] Bound using segment: {'id': '55c7fb19-945d-4e17-8711-4bac238e04dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9e1abf5f-e311-4b5d-b320-fa16142ec24b'} {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:45:10.670385 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-bb350165-0756-4ca5-95ec-aa0a75e23d7c None None] Bound port: e1080584-02a9-46f8-b500-6fd1565d0199, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c7fb19-945d-4e17-8711-4bac238e04dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9e1abf5f-e311-4b5d-b320-fa16142ec24b'}}] {{(pid=113091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:45:10.670748 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-bb350165-0756-4ca5-95ec-aa0a75e23d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (e1080584-02a9-46f8-b500-6fd1565d0199), before_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:10.681612 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:10.733108 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.db [None req-bb350165-0756-4ca5-95ec-aa0a75e23d7c None None] For port e1080584-02a9-46f8-b500-6fd1565d0199, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:45:10.736237 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.db [None req-bb350165-0756-4ca5-95ec-aa0a75e23d7c None None] For port e1080584-02a9-46f8-b500-6fd1565d0199, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=e1080584-02a9-46f8-b500-6fd1565d0199,segment=NetworkSegment(55c7fb19-945d-4e17-8711-4bac238e04dc),segment_id=55c7fb19-945d-4e17-8711-4bac238e04dc)] {{(pid=113091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:45:10.743474 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-bb350165-0756-4ca5-95ec-aa0a75e23d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (e1080584-02a9-46f8-b500-6fd1565d0199), after_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:10.784244 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb350165-0756-4ca5-95ec-aa0a75e23d7c None None] Routers {'8da8a59b-2b18-42a3-8e2d-cce5f089f8d4'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:45:10.784855 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-bb350165-0756-4ca5-95ec-aa0a75e23d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:44:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['8da8a59b-2b18-42a3-8e2d-cce5f089f8d4'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:45:10.950219 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac65126-e8e0-458c-a503-17a977343026 None None] Pushing event updated for resources: {'Port': ['ID=e1080584-02a9-46f8-b500-6fd1565d0199,revision_number=4']} {{(pid=113091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:10.990460 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-bb350165-0756-4ca5-95ec-aa0a75e23d7c None None] Set router 8da8a59b-2b18-42a3-8e2d-cce5f089f8d4 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:45:11.197195 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-bb350165-0756-4ca5-95ec-aa0a75e23d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da8a59b-2b18-42a3-8e2d-cce5f089f8d4', 'name': 'tempest-TestShelveInstance-702120654-router', 'tenant_id': '3a06b7cea7d34413b2f95c1db2583af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f343b0d1-1f85-4413-8d52-da23b82b67db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:45:02Z', 'updated_at': '2022-08-24T06:45:05Z', 'revision_number': 4, 'project_id': '3a06b7cea7d34413b2f95c1db2583af0', 'gw_port': {'id': 'f343b0d1-1f85-4413-8d52-da23b82b67db', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da8a59b-2b18-42a3-8e2d-cce5f089f8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:45:03Z', 'updated_at': '2022-08-24T06:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': 'e1080584-02a9-46f8-b500-6fd1565d0199', 'name': '', 'network_id': '9e1abf5f-e311-4b5d-b320-fa16142ec24b', 'tenant_id': '3a06b7cea7d34413b2f95c1db2583af0', 'mac_address': 'fa:16:3e:eb:f8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da8a59b-2b18-42a3-8e2d-cce5f089f8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b1d57d25-62c2-4c3c-9fb0-ad376dd5bdeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:45:05Z', 'updated_at': '2022-08-24T06:45:10Z', 'revision_number': 4, 'project_id': '3a06b7cea7d34413b2f95c1db2583af0', 'subnets': [{'id': 'b1d57d25-62c2-4c3c-9fb0-ad376dd5bdeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:45:11.227916 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb350165-0756-4ca5-95ec-aa0a75e23d7c None None] The sync data for ids ['8da8a59b-2b18-42a3-8e2d-cce5f089f8d4'] in dv-cinder-854271-1-iscsi is: [{'id': '8da8a59b-2b18-42a3-8e2d-cce5f089f8d4', 'name': 'tempest-TestShelveInstance-702120654-router', 'tenant_id': '3a06b7cea7d34413b2f95c1db2583af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f343b0d1-1f85-4413-8d52-da23b82b67db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:45:02Z', 'updated_at': '2022-08-24T06:45:05Z', 'revision_number': 4, 'project_id': '3a06b7cea7d34413b2f95c1db2583af0', 'gw_port': {'id': 'f343b0d1-1f85-4413-8d52-da23b82b67db', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da8a59b-2b18-42a3-8e2d-cce5f089f8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:45:03Z', 'updated_at': '2022-08-24T06:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': 'e1080584-02a9-46f8-b500-6fd1565d0199', 'name': '', 'network_id': '9e1abf5f-e311-4b5d-b320-fa16142ec24b', 'tenant_id': '3a06b7cea7d34413b2f95c1db2583af0', 'mac_address': 'fa:16:3e:eb:f8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da8a59b-2b18-42a3-8e2d-cce5f089f8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b1d57d25-62c2-4c3c-9fb0-ad376dd5bdeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:45:05Z', 'updated_at': '2022-08-24T06:45:10Z', 'revision_number': 4, 'project_id': '3a06b7cea7d34413b2f95c1db2583af0', 'subnets': [{'id': 'b1d57d25-62c2-4c3c-9fb0-ad376dd5bdeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:45:11.276550 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device e1080584-02a9-46f8-b500-6fd1565d0199 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:45:11.322472 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:DELETE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:11.325427 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port e1080584-02a9-46f8-b500-6fd1565d0199 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:45:11.325807 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (e1080584-02a9-46f8-b500-6fd1565d0199), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:11.367547 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36117ccd-0221-4f71-8271-39c64aa67a2b req-b68b5e6b-06d2-4e42-9b8c-1a56dbf354d6 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:11.369790 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-36117ccd-0221-4f71-8271-39c64aa67a2b req-b68b5e6b-06d2-4e42-9b8c-1a56dbf354d6 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c8700da6-0186-42ab-98ec-9c188518ea87 HTTP/1.1" status: 200 len: 946 time: 0.0521123 Aug 24 06:45:11.427583 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-36117ccd-0221-4f71-8271-39c64aa67a2b req-803021df-37d7-401c-922f-911083eec750 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7344f54d-81b1-44ce-b6b5-c61c68a840f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517514 Aug 24 06:45:11.544416 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port e1080584-02a9-46f8-b500-6fd1565d0199 is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:45:11.545045 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (e1080584-02a9-46f8-b500-6fd1565d0199), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:11.581503 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] For port e1080584-02a9-46f8-b500-6fd1565d0199, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=e1080584-02a9-46f8-b500-6fd1565d0199,segment=NetworkSegment(55c7fb19-945d-4e17-8711-4bac238e04dc),segment_id=55c7fb19-945d-4e17-8711-4bac238e04dc)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:45:11.587051 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (e1080584-02a9-46f8-b500-6fd1565d0199), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:11.588120 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device f343b0d1-1f85-4413-8d52-da23b82b67db up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:45:11.674961 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Pushing event updated for resources: {'Port': ['ID=e1080584-02a9-46f8-b500-6fd1565d0199,revision_number=5']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:11.679349 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port f343b0d1-1f85-4413-8d52-da23b82b67db triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:45:11.680056 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (f343b0d1-1f85-4413-8d52-da23b82b67db), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:11.705516 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3729f63-28a6-4d50-a7ce-3d70674ea7e3 req-99ce06e0-4c57-4882-bf77-c7d7db38bf8f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:11.707567 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d3729f63-28a6-4d50-a7ce-3d70674ea7e3 req-99ce06e0-4c57-4882-bf77-c7d7db38bf8f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0674908 Aug 24 06:45:11.763774 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port f343b0d1-1f85-4413-8d52-da23b82b67db is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:45:11.767928 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d3729f63-28a6-4d50-a7ce-3d70674ea7e3 req-f4d89765-d2fb-4a7e-9d7f-9ae0e39e774b tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505607 Aug 24 06:45:12.557259 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1156b1-048a-4ed1-a3dd-55de810b5fa3 req-ce1602e1-7d7a-4a59-a05d-69599c6a4353 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:12.558817 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2f1156b1-048a-4ed1-a3dd-55de810b5fa3 req-ce1602e1-7d7a-4a59-a05d-69599c6a4353 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c8700da6-0186-42ab-98ec-9c188518ea87 HTTP/1.1" status: 200 len: 946 time: 0.0496011 Aug 24 06:45:12.586403 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:12.613027 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2f1156b1-048a-4ed1-a3dd-55de810b5fa3 req-42182679-111f-4f99-832a-52c73656817b tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7344f54d-81b1-44ce-b6b5-c61c68a840f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452940 Aug 24 06:45:12.698028 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-5a892258-7964-45e4-ac96-1179def15ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:12.892113 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0b404-11fe-48b3-9554-09c53c972ca6 req-a321e7dd-6954-4dd7-8fe1-bde6d7c60ae6 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:12.893595 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-37f0b404-11fe-48b3-9554-09c53c972ca6 req-a321e7dd-6954-4dd7-8fe1-bde6d7c60ae6 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0515938 Aug 24 06:45:12.941285 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-37f0b404-11fe-48b3-9554-09c53c972ca6 req-addcee64-69bb-4229-85fa-34a963ff9881 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420408 Aug 24 06:45:13.231873 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device e1080584-02a9-46f8-b500-6fd1565d0199 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:45:13.277144 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port e1080584-02a9-46f8-b500-6fd1565d0199 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:45:13.277502 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (e1080584-02a9-46f8-b500-6fd1565d0199), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:13.371384 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port e1080584-02a9-46f8-b500-6fd1565d0199 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:45:13.741067 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903651eb-ef45-4376-9cb1-5ee02ee27106 req-82483290-b92f-4f62-bffa-fdadc697a9f2 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:13.742638 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-903651eb-ef45-4376-9cb1-5ee02ee27106 req-82483290-b92f-4f62-bffa-fdadc697a9f2 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c8700da6-0186-42ab-98ec-9c188518ea87 HTTP/1.1" status: 200 len: 946 time: 0.0516734 Aug 24 06:45:13.801032 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-903651eb-ef45-4376-9cb1-5ee02ee27106 req-0b2c490e-0bf6-4e30-bd29-df4f8be88826 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7344f54d-81b1-44ce-b6b5-c61c68a840f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522082 Aug 24 06:45:13.950788 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:13.964730 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:14.067827 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1d70c-7a77-4d89-b8d1-2132d6708bab req-dc0cbec1-527c-44b4-ba6f-1726c3ccdd3a tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:14.069345 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bca1d70c-7a77-4d89-b8d1-2132d6708bab req-dc0cbec1-527c-44b4-ba6f-1726c3ccdd3a tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0538292 Aug 24 06:45:14.120481 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bca1d70c-7a77-4d89-b8d1-2132d6708bab req-c084f96f-db03-489f-9a2c-25f24f0b43a8 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454392 Aug 24 06:45:15.247906 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91dc08-46ac-4ed1-91b5-f391552991c6 req-3922c9c1-9ff0-4bc5-960d-e8b566271943 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:15.249355 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7d91dc08-46ac-4ed1-91b5-f391552991c6 req-3922c9c1-9ff0-4bc5-960d-e8b566271943 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0464962 Aug 24 06:45:15.273744 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:15.301243 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7d91dc08-46ac-4ed1-91b5-f391552991c6 req-c5cda8a5-7912-459c-aa5e-fba4acadfb89 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460758 Aug 24 06:45:15.461210 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:15.516111 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:16.430678 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672fadc-126a-4cd7-8a95-56a36f20ace8 req-20504c02-1f07-44ce-9630-5f0a16728d2b tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:16.432203 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9672fadc-126a-4cd7-8a95-56a36f20ace8 req-20504c02-1f07-44ce-9630-5f0a16728d2b tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0497782 Aug 24 06:45:16.486662 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9672fadc-126a-4cd7-8a95-56a36f20ace8 req-b28142f1-6288-4484-9b4f-f1ca707de334 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452483 Aug 24 06:45:16.721212 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b8114-463e-4424-b24b-2d4408bfa904 req-7c60fe86-6b94-429d-852b-aabc86484ea7 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:16.722708 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fb6b8114-463e-4424-b24b-2d4408bfa904 req-7c60fe86-6b94-429d-852b-aabc86484ea7 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c8700da6-0186-42ab-98ec-9c188518ea87 HTTP/1.1" status: 200 len: 946 time: 0.0518746 Aug 24 06:45:16.770842 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fb6b8114-463e-4424-b24b-2d4408bfa904 req-66b1f8dd-7348-4bb4-a40f-f69c78aa03a8 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7344f54d-81b1-44ce-b6b5-c61c68a840f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423114 Aug 24 06:45:17.616352 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6bfc0-1234-4114-8ffb-bf79b9ded52e req-660813ee-665b-4d96-87ca-b69cec48da84 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:17.617822 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-11f6bfc0-1234-4114-8ffb-bf79b9ded52e req-660813ee-665b-4d96-87ca-b69cec48da84 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0478768 Aug 24 06:45:17.675801 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-11f6bfc0-1234-4114-8ffb-bf79b9ded52e req-36e9152b-7f95-4f15-9681-188acb5f079e tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522234 Aug 24 06:45:17.917366 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1cb223-78c0-4935-9958-46ec32d0dcf0 req-d91c533c-f614-4b6d-9b13-bd39b6a02756 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:17.918863 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ef1cb223-78c0-4935-9958-46ec32d0dcf0 req-d91c533c-f614-4b6d-9b13-bd39b6a02756 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c8700da6-0186-42ab-98ec-9c188518ea87 HTTP/1.1" status: 200 len: 946 time: 0.0591295 Aug 24 06:45:17.974161 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ef1cb223-78c0-4935-9958-46ec32d0dcf0 req-cdb48eb0-001b-450f-883d-f3f2b2f3faf4 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7344f54d-81b1-44ce-b6b5-c61c68a840f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490716 Aug 24 06:45:18.810450 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c93e7-692b-436a-8b4b-699632cc7b49 req-dc537a8e-eae4-4e87-b472-2946da20fa4b tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:18.812601 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-059c93e7-692b-436a-8b4b-699632cc7b49 req-dc537a8e-eae4-4e87-b472-2946da20fa4b tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0551109 Aug 24 06:45:18.882680 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-059c93e7-692b-436a-8b4b-699632cc7b49 req-cae886d0-086b-4b1e-aa3d-813eed654b3e tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590301 Aug 24 06:45:18.941052 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:18.942974 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=52,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:18.981475 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a610fd-fdbd-4957-9232-b259980ec36f req-a2cf38c8-f986-4156-bb26-54d2767da2a8 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:18.983077 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-79a610fd-fdbd-4957-9232-b259980ec36f req-a2cf38c8-f986-4156-bb26-54d2767da2a8 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c8700da6-0186-42ab-98ec-9c188518ea87 HTTP/1.1" status: 200 len: 946 time: 0.0523241 Aug 24 06:45:19.125600 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [req-79a610fd-fdbd-4957-9232-b259980ec36f req-84838bfb-bfb4-45c3-be80-3e0946291c52 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Deleting port b69c453d-3284-4bf2-bb2d-015b6bca278f {{(pid=113089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:45:19.125914 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-79a610fd-fdbd-4957-9232-b259980ec36f req-84838bfb-bfb4-45c3-be80-3e0946291c52 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (b69c453d-3284-4bf2-bb2d-015b6bca278f), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:19.147603 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7dbf0-55dd-4a51-95a4-3b44879d0f8b req-63705efa-367a-4ae5-9fd4-7f9f3d8e9521 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:19.149184 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d8f7dbf0-55dd-4a51-95a4-3b44879d0f8b req-63705efa-367a-4ae5-9fd4-7f9f3d8e9521 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c8700da6-0186-42ab-98ec-9c188518ea87 HTTP/1.1" status: 200 len: 946 time: 0.0726063 Aug 24 06:45:19.180392 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:19.482384 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d8f7dbf0-55dd-4a51-95a4-3b44879d0f8b req-2fe4caaa-c372-48bd-827f-9bad5dfa140e tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7344f54d-81b1-44ce-b6b5-c61c68a840f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267708 Aug 24 06:45:19.484341 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.db [req-79a610fd-fdbd-4957-9232-b259980ec36f req-84838bfb-bfb4-45c3-be80-3e0946291c52 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] For port b69c453d-3284-4bf2-bb2d-015b6bca278f, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b69c453d-3284-4bf2-bb2d-015b6bca278f,segment=NetworkSegment(68271012-a304-48c5-9dd2-4474d7abd4bc),segment_id=68271012-a304-48c5-9dd2-4474d7abd4bc)] {{(pid=113089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:45:19.484704 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-79a610fd-fdbd-4957-9232-b259980ec36f req-84838bfb-bfb4-45c3-be80-3e0946291c52 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (b69c453d-3284-4bf2-bb2d-015b6bca278f), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:19.499113 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [req-79a610fd-fdbd-4957-9232-b259980ec36f req-84838bfb-bfb4-45c3-be80-3e0946291c52 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Calling delete_port for b69c453d-3284-4bf2-bb2d-015b6bca278f owned by compute:nova {{(pid=113089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:45:19.589843 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:19.662386 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-79a610fd-fdbd-4957-9232-b259980ec36f req-84838bfb-bfb4-45c3-be80-3e0946291c52 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118'] for port (b69c453d-3284-4bf2-bb2d-015b6bca278f), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:19.681044 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['b69c453d-3284-4bf2-bb2d-015b6bca278f'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:45:19.712041 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84838bfb-bfb4-45c3-be80-3e0946291c52 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Pushing event deleted for resources: {'Port': ['ID=b69c453d-3284-4bf2-bb2d-015b6bca278f,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:19.729923 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84838bfb-bfb4-45c3-be80-3e0946291c52 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:19.730497 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84838bfb-bfb4-45c3-be80-3e0946291c52 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:19.730852 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84838bfb-bfb4-45c3-be80-3e0946291c52 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:19.731305 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84838bfb-bfb4-45c3-be80-3e0946291c52 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:19.731727 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84838bfb-bfb4-45c3-be80-3e0946291c52 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:19.732374 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84838bfb-bfb4-45c3-be80-3e0946291c52 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:19.732832 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84838bfb-bfb4-45c3-be80-3e0946291c52 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:19.733172 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84838bfb-bfb4-45c3-be80-3e0946291c52 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:19.733489 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84838bfb-bfb4-45c3-be80-3e0946291c52 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:19.733890 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84838bfb-bfb4-45c3-be80-3e0946291c52 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:19.735749 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84838bfb-bfb4-45c3-be80-3e0946291c52 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:19.735749 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84838bfb-bfb4-45c3-be80-3e0946291c52 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:19.735749 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84838bfb-bfb4-45c3-be80-3e0946291c52 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:19.736408 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84838bfb-bfb4-45c3-be80-3e0946291c52 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:19.736408 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84838bfb-bfb4-45c3-be80-3e0946291c52 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:19.784552 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a610fd-fdbd-4957-9232-b259980ec36f req-84838bfb-bfb4-45c3-be80-3e0946291c52 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] No DVR routers for this DVR port b69c453d-3284-4bf2-bb2d-015b6bca278f on host hv-cinder-85427 {{(pid=113089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:45:19.787824 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-79a610fd-fdbd-4957-9232-b259980ec36f req-84838bfb-bfb4-45c3-be80-3e0946291c52 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:19.791141 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-79a610fd-fdbd-4957-9232-b259980ec36f req-84838bfb-bfb4-45c3-be80-3e0946291c52 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.58 "DELETE /networking/v2.0/ports/b69c453d-3284-4bf2-bb2d-015b6bca278f HTTP/1.1" status: 204 len: 173 time: 0.8000562 Aug 24 06:45:19.791622 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8700da6-0186-42ab-98ec-9c188518ea87', 'name': 'network-vif-deleted', 'tag': 'b69c453d-3284-4bf2-bb2d-015b6bca278f'}] {{(pid=113089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:45:19.794009 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95c9b8c2b54b2cd10d832cf4cc4818d331942fea0eff1eb136de0d3feea1bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5c3443-f108-4617-9484-b757861a4b01" -d '{"events": [{"server_uuid": "c8700da6-0186-42ab-98ec-9c188518ea87", "name": "network-vif-deleted", "tag": "b69c453d-3284-4bf2-bb2d-015b6bca278f"}]}' {{(pid=113089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:45:19.840902 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61479f32-f168-4f38-8565-87e21f120955 x-openstack-request-id: req-61479f32-f168-4f38-8565-87e21f120955 {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:45:19.841463 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8700da6-0186-42ab-98ec-9c188518ea87", "name": "network-vif-deleted", "tag": "b69c453d-3284-4bf2-bb2d-015b6bca278f", "status": "completed", "code": 200}]} {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:45:19.841463 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-61479f32-f168-4f38-8565-87e21f120955 {{(pid=113089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:45:19.841863 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61479f32-f168-4f38-8565-87e21f120955'] response: {'server_uuid': 'c8700da6-0186-42ab-98ec-9c188518ea87', 'name': 'network-vif-deleted', 'tag': 'b69c453d-3284-4bf2-bb2d-015b6bca278f', 'status': 'completed', 'code': 200} Aug 24 06:45:20.024342 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61352fc-42e4-436a-9227-f8c4d20468b2 req-abea1365-4945-4df7-8ac8-65347e1d3d4f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:20.026054 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d61352fc-42e4-436a-9227-f8c4d20468b2 req-abea1365-4945-4df7-8ac8-65347e1d3d4f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0614994 Aug 24 06:45:20.085016 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d61352fc-42e4-436a-9227-f8c4d20468b2 req-dc628a09-9358-43b7-9c26-9ab074fe8383 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526137 Aug 24 06:45:20.096014 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:45:20.193161 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 49932) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:45:20.330121 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5acb5afd-a5a9-4135-b7a8-6760956aeb92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:20.409075 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5acb5afd-a5a9-4135-b7a8-6760956aeb92 admin admin] Publish callbacks [] for security_group (f7afa32f-f88e-4f76-a6a3-de9f172b92a5), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:20.413875 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5acb5afd-a5a9-4135-b7a8-6760956aeb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (f7afa32f-f88e-4f76-a6a3-de9f172b92a5), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:20.454540 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-5acb5afd-a5a9-4135-b7a8-6760956aeb92 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=42e0446037b34e0da84de7a9681b642d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2602773 Aug 24 06:45:20.455431 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb5afd-a5a9-4135-b7a8-6760956aeb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7afa32f-f88e-4f76-a6a3-de9f172b92a5,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:20.457573 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 49940) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:45:20.518889 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-62f4b73c-1860-4ae8-b761-5bfe8739601c admin admin] Publish callbacks [] for security_group (f7afa32f-f88e-4f76-a6a3-de9f172b92a5), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:20.539521 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-62f4b73c-1860-4ae8-b761-5bfe8739601c admin admin] Publish callbacks [] for security_group (f7afa32f-f88e-4f76-a6a3-de9f172b92a5), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:20.608312 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-62f4b73c-1860-4ae8-b761-5bfe8739601c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (f7afa32f-f88e-4f76-a6a3-de9f172b92a5), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:20.610943 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-62f4b73c-1860-4ae8-b761-5bfe8739601c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:20.612093 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-62f4b73c-1860-4ae8-b761-5bfe8739601c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f7afa32f-f88e-4f76-a6a3-de9f172b92a5 HTTP/1.1" status: 204 len: 168 time: 0.1531212 Aug 24 06:45:20.613837 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c01546b7-17d4-4d55-8a28-5f82573b2491 req-488627a1-2508-4aaf-a741-2ecb2eb9bffa tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c8700da6-0186-42ab-98ec-9c188518ea87 HTTP/1.1" status: 200 len: 210 time: 0.0364373 Aug 24 06:45:20.621825 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4b73c-1860-4ae8-b761-5bfe8739601c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7afa32f-f88e-4f76-a6a3-de9f172b92a5,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:20.805059 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:20.903636 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 49950) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:45:20.917729 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-9a871588-fdb2-4459-986a-0daaece0b3de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:21.011705 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-9a871588-fdb2-4459-986a-0daaece0b3de admin admin] Publish callbacks [] for security_group (13f6783e-2801-4eab-8bb9-3e4d87e96fd5), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:21.016676 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-9a871588-fdb2-4459-986a-0daaece0b3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (13f6783e-2801-4eab-8bb9-3e4d87e96fd5), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:21.057825 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-9a871588-fdb2-4459-986a-0daaece0b3de admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=22edcf23e811469296706bbe9d7c379e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1530235 Aug 24 06:45:21.058791 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a871588-fdb2-4459-986a-0daaece0b3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f6783e-2801-4eab-8bb9-3e4d87e96fd5,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:21.060739 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 49952) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:45:21.129401 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e74743bd-4e3f-4893-b202-c9551278c5d4 admin admin] Publish callbacks [] for security_group (13f6783e-2801-4eab-8bb9-3e4d87e96fd5), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:21.153145 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e74743bd-4e3f-4893-b202-c9551278c5d4 admin admin] Publish callbacks [] for security_group (13f6783e-2801-4eab-8bb9-3e4d87e96fd5), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:21.227921 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=33,neutron:INSERT=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:21.234975 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61a5ba-7050-4af3-bbf3-6e3d2480b293 req-10cc9492-7c3e-4b49-838a-a9588007aa5e tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:21.236584 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-df61a5ba-7050-4af3-bbf3-6e3d2480b293 req-10cc9492-7c3e-4b49-838a-a9588007aa5e tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0545423 Aug 24 06:45:21.237651 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e74743bd-4e3f-4893-b202-c9551278c5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (13f6783e-2801-4eab-8bb9-3e4d87e96fd5), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:21.240326 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e74743bd-4e3f-4893-b202-c9551278c5d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:21.241352 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-e74743bd-4e3f-4893-b202-c9551278c5d4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/13f6783e-2801-4eab-8bb9-3e4d87e96fd5 HTTP/1.1" status: 204 len: 168 time: 0.1791425 Aug 24 06:45:21.263041 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74743bd-4e3f-4893-b202-c9551278c5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f6783e-2801-4eab-8bb9-3e4d87e96fd5,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:21.302544 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-df61a5ba-7050-4af3-bbf3-6e3d2480b293 req-600ff4b6-d08a-49ed-a10f-897b06a7e801 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529447 Aug 24 06:45:21.724119 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a53be66f-4888-4f14-a1b2-3fcff35d6d3c req-a82e396e-f5d2-436d-8dbe-b4386473c373 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c8700da6-0186-42ab-98ec-9c188518ea87 HTTP/1.1" status: 200 len: 210 time: 0.0293083 Aug 24 06:45:22.445008 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6e5fe-c120-4b59-afee-32a3f1645a8b req-708f336e-f5b0-449c-94fb-0669233e1d8c tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:22.446469 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-aff6e5fe-c120-4b59-afee-32a3f1645a8b req-708f336e-f5b0-449c-94fb-0669233e1d8c tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0511482 Aug 24 06:45:22.468480 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:22.497986 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-aff6e5fe-c120-4b59-afee-32a3f1645a8b req-7c1c11c9-8163-4803-91e4-21a363c0c2eb tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454135 Aug 24 06:45:22.809443 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device b69c453d-3284-4bf2-bb2d-015b6bca278f no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:45:22.831860 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4a7c888a-b941-4422-8761-677bba75c728 req-90e9c537-362a-45c4-941c-3fa02faa4138 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c8700da6-0186-42ab-98ec-9c188518ea87 HTTP/1.1" status: 200 len: 210 time: 0.0308893 Aug 24 06:45:22.832026 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] No Port match for: b69c453d-3284-4bf2-bb2d-015b6bca278f {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:45:22.832478 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device b69c453d-3284-4bf2-bb2d-015b6bca278f not bound to the agent host hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:45:23.153465 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d635347-f4f5-453f-bdaf-d57e155de2d8 req-7f98b530-b882-43e8-aada-d965f5ec454e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:23.155423 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-8d635347-f4f5-453f-bdaf-d57e155de2d8 req-7f98b530-b882-43e8-aada-d965f5ec454e service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 1130 time: 0.0461035 Aug 24 06:45:23.173226 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ce161d07-e9be-46ed-bfef-f2bd49333346 req-7a62059e-e565-4471-9126-536b1d171d9a service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396700 Aug 24 06:45:23.557672 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-8d635347-f4f5-453f-bdaf-d57e155de2d8 req-21ebb42a-fdb2-4cc9-bfd9-dc6474737648 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554273 Aug 24 06:45:23.626346 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce161d07-e9be-46ed-bfef-f2bd49333346 req-e7000cab-1bd7-4807-a99f-08df8973650c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:23.628077 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ce161d07-e9be-46ed-bfef-f2bd49333346 req-e7000cab-1bd7-4807-a99f-08df8973650c service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=2a401374685240dc94fe28ca99ad4e11&device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 1129 time: 0.0924919 Aug 24 06:45:23.708978 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3ec63-2f48-4d27-8f65-33366c368d71 req-f4da3ad4-c945-4376-b9ec-d058b498a1ad tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:23.710540 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e0b3ec63-2f48-4d27-8f65-33366c368d71 req-f4da3ad4-c945-4376-b9ec-d058b498a1ad tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0609896 Aug 24 06:45:23.767316 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e0b3ec63-2f48-4d27-8f65-33366c368d71 req-8465806f-ec5b-451e-969b-a5e57f7fab1b tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504260 Aug 24 06:45:23.996169 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d2254bd4-5fb9-4f92-a4f0-747c6877f1d4 req-37094f0b-be66-4250-b130-149270bf2c52 tempest-VolumesActionsTest-2076595470 tempest-VolumesActionsTest-2076595470-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c8700da6-0186-42ab-98ec-9c188518ea87 HTTP/1.1" status: 200 len: 210 time: 0.0414472 Aug 24 06:45:24.021397 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce161d07-e9be-46ed-bfef-f2bd49333346 req-76ef142c-b4f8-4ac5-9d64-1989916f3c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:24.022888 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ce161d07-e9be-46ed-bfef-f2bd49333346 req-76ef142c-b4f8-4ac5-9d64-1989916f3c42 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad HTTP/1.1" status: 200 len: 920 time: 0.1638799 Aug 24 06:45:24.518649 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ce161d07-e9be-46ed-bfef-f2bd49333346 req-cb8b7f98-c9d6-4695-89be-f5ceb9b919a4 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a7756a4-6904-4669-84c1-c44620572080 HTTP/1.1" status: 200 len: 217 time: 0.0414467 Aug 24 06:45:24.581537 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce161d07-e9be-46ed-bfef-f2bd49333346 req-1f2c27cb-0ee0-4f9f-b863-2443ae829244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:24.583048 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ce161d07-e9be-46ed-bfef-f2bd49333346 req-1f2c27cb-0ee0-4f9f-b863-2443ae829244 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=87c63329-c783-4018-8f3e-d78ef061967a HTTP/1.1" status: 200 len: 858 time: 0.0512497 Aug 24 06:45:24.683744 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce161d07-e9be-46ed-bfef-f2bd49333346 req-2699a94e-087d-4336-a8eb-fe0a08c3890a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:24.685198 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ce161d07-e9be-46ed-bfef-f2bd49333346 req-2699a94e-087d-4336-a8eb-fe0a08c3890a service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552533 Aug 24 06:45:24.890705 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:24.908651 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d59c65-41bf-4db3-9fb2-462d1e7f3bdd req-2240058f-22cb-49bc-a126-4330b70d8398 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:24.910965 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-51d59c65-41bf-4db3-9fb2-462d1e7f3bdd req-2240058f-22cb-49bc-a126-4330b70d8398 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0636170 Aug 24 06:45:24.967295 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-51d59c65-41bf-4db3-9fb2-462d1e7f3bdd req-e9f6cbc4-2102-40c1-bcec-536565e982df tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511029 Aug 24 06:45:25.305173 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97180b72-e0d0-4c67-9f0d-9fc1e5f78d4a req-0b6b2082-7e31-4027-a114-090f0ba23d05 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:25.306929 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-97180b72-e0d0-4c67-9f0d-9fc1e5f78d4a req-0b6b2082-7e31-4027-a114-090f0ba23d05 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.0493855 Aug 24 06:45:25.355496 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-97180b72-e0d0-4c67-9f0d-9fc1e5f78d4a req-cf3ef47b-5241-4155-9479-e45a47134ee5 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424018 Aug 24 06:45:25.865618 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ce161d07-e9be-46ed-bfef-f2bd49333346 req-d07a10ee-54cc-41ff-a424-333254841f98 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906031 Aug 24 06:45:26.089381 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380cc947-f554-4932-8c58-17a2b08ad858 req-c1a52cf3-bdb2-4e72-a0b7-0a8617e2731a tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:26.090818 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-380cc947-f554-4932-8c58-17a2b08ad858 req-c1a52cf3-bdb2-4e72-a0b7-0a8617e2731a tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0502055 Aug 24 06:45:26.138024 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-380cc947-f554-4932-8c58-17a2b08ad858 req-6bd0b559-8c0b-40e7-9edb-acab6f3708c8 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415001 Aug 24 06:45:26.496410 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df1c47-8740-41b8-a85b-bf092e931eba req-f1efad8b-2702-471f-aa2c-e31bc99c1579 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:26.497883 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f6df1c47-8740-41b8-a85b-bf092e931eba req-f1efad8b-2702-471f-aa2c-e31bc99c1579 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.0514824 Aug 24 06:45:26.552595 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f6df1c47-8740-41b8-a85b-bf092e931eba req-392ce411-85bb-4a9f-989d-dc79ea23db6b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478866 Aug 24 06:45:27.420592 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21fc8b-0a0f-44d9-a5c2-5c60e58f1642 req-7958291b-715d-4514-a9bf-a95a4d4c53b5 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:27.422072 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-3d21fc8b-0a0f-44d9-a5c2-5c60e58f1642 req-7958291b-715d-4514-a9bf-a95a4d4c53b5 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0550802 Aug 24 06:45:27.482266 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-3d21fc8b-0a0f-44d9-a5c2-5c60e58f1642 req-2ac72619-ce00-49c5-94f7-7ce69c081637 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521283 Aug 24 06:45:27.690811 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c3510-1dd4-4e8e-8415-f0a279294981 req-354b68b3-84eb-4d9c-b9d1-592d10ba4b76 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:27.692426 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-162c3510-1dd4-4e8e-8415-f0a279294981 req-354b68b3-84eb-4d9c-b9d1-592d10ba4b76 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.0575626 Aug 24 06:45:27.741730 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ce161d07-e9be-46ed-bfef-f2bd49333346 req-e7ad2b13-eac2-4c09-8e08-a5a3a2e26d8b service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031311 Aug 24 06:45:27.743500 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-162c3510-1dd4-4e8e-8415-f0a279294981 req-70e37e08-2311-4831-9a0d-ba160340c0ca tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451734 Aug 24 06:45:28.608865 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa61cc0-b0aa-46b1-9103-06dcc29bd784 req-4e870bb6-61d0-42df-b2ad-78efe08ea587 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:28.611000 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-faa61cc0-b0aa-46b1-9103-06dcc29bd784 req-4e870bb6-61d0-42df-b2ad-78efe08ea587 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0504091 Aug 24 06:45:28.662533 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-faa61cc0-b0aa-46b1-9103-06dcc29bd784 req-b76f9f55-504f-4e23-b159-16816bcf4d1d tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453541 Aug 24 06:45:28.885237 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0a956-eb8f-4e97-ab64-aef6d0e3c8bf req-fd09a3ab-be7f-498a-a3e8-e9a5f05c6475 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:28.886763 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a5b0a956-eb8f-4e97-ab64-aef6d0e3c8bf req-fd09a3ab-be7f-498a-a3e8-e9a5f05c6475 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.0599301 Aug 24 06:45:28.978132 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305153aa-7d97-4191-ab44-9cda80e7e3d1 req-b0bbb094-6c9a-4593-b53e-2a6a4eac45e7 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:28.979842 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-305153aa-7d97-4191-ab44-9cda80e7e3d1 req-b0bbb094-6c9a-4593-b53e-2a6a4eac45e7 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0860233 Aug 24 06:45:28.984583 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a5b0a956-eb8f-4e97-ab64-aef6d0e3c8bf req-5f722341-e100-438b-80d7-ea5ac95d9083 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918236 Aug 24 06:45:29.041220 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-305153aa-7d97-4191-ab44-9cda80e7e3d1 req-5fd2d4d2-d4d4-4988-939a-e072a12d75a8 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501072 Aug 24 06:45:30.109823 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:30.133435 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866077fb-7398-436a-b4d8-f7bc26b61f1d req-af9e613b-30d0-4f00-b36b-4290caf2c84a tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:30.134958 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-866077fb-7398-436a-b4d8-f7bc26b61f1d req-af9e613b-30d0-4f00-b36b-4290caf2c84a tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.0660846 Aug 24 06:45:30.206305 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d5822-6e0f-4f0a-a211-e3915cf19106 req-20d7edea-f6bd-4afe-b335-4e4603a1e4e4 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:30.207797 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e19d5822-6e0f-4f0a-a211-e3915cf19106 req-20d7edea-f6bd-4afe-b335-4e4603a1e4e4 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0710344 Aug 24 06:45:30.232241 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-866077fb-7398-436a-b4d8-f7bc26b61f1d req-dae3d7d6-e5a4-49af-8fb8-db1d4b0c7df0 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851383 Aug 24 06:45:30.252104 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:30.269118 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e19d5822-6e0f-4f0a-a211-e3915cf19106 req-4c399e40-cac3-4ff5-9def-80f9eb3f132a tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535414 Aug 24 06:45:31.275801 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=58,neutron:UPDATE=5 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:31.411947 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21213620-26c0-4c51-8a6e-7ec0292ac5e3 req-5976ac5f-e92f-4b0f-8cb3-610eb1733128 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:31.413333 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-21213620-26c0-4c51-8a6e-7ec0292ac5e3 req-5976ac5f-e92f-4b0f-8cb3-610eb1733128 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.0882764 Aug 24 06:45:31.432818 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e38d0-273b-4c2f-9ec4-668178b6488a req-32efced8-90f1-4412-a769-b1323a057226 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:31.434202 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-868e38d0-273b-4c2f-9ec4-668178b6488a req-32efced8-90f1-4412-a769-b1323a057226 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0678508 Aug 24 06:45:31.505171 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-21213620-26c0-4c51-8a6e-7ec0292ac5e3 req-8d8b55e1-c17e-42c1-9503-0ab508fc67b7 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861459 Aug 24 06:45:31.509405 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-868e38d0-273b-4c2f-9ec4-668178b6488a req-77c59e9b-69f1-43bf-8e02-a24e7739bd22 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675564 Aug 24 06:45:32.670211 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffeae71-a7f3-42f9-b345-917f900af14a req-84d86070-1156-40e6-b3fe-c4a9328ad4db tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:32.671709 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9ffeae71-a7f3-42f9-b345-917f900af14a req-84d86070-1156-40e6-b3fe-c4a9328ad4db tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0706780 Aug 24 06:45:32.677779 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509190cf-1dd0-475e-aeb3-a30e3e34f610 req-9abb8bab-0b66-48fc-aca6-dfc3807809c8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:32.679313 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-509190cf-1dd0-475e-aeb3-a30e3e34f610 req-9abb8bab-0b66-48fc-aca6-dfc3807809c8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.0896926 Aug 24 06:45:32.764224 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9ffeae71-a7f3-42f9-b345-917f900af14a req-f2dba59d-8f22-461e-b187-e1fe50b88294 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837994 Aug 24 06:45:32.768086 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-509190cf-1dd0-475e-aeb3-a30e3e34f610 req-9849fdd9-9492-43f2-b226-84d9d8619c37 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817566 Aug 24 06:45:32.832751 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:33.917087 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0bb42-dbb6-4b49-a870-19750ee4e56d req-6d28e0c8-21f1-4a7e-9de5-0d99082a3954 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:33.918479 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4be0bb42-dbb6-4b49-a870-19750ee4e56d req-6d28e0c8-21f1-4a7e-9de5-0d99082a3954 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.0658262 Aug 24 06:45:33.924064 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ab511-1bf5-403d-b60f-e70d611817a2 req-82b11756-4af9-46db-87d6-db24005d5f33 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:33.925425 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0e7ab511-1bf5-403d-b60f-e70d611817a2 req-82b11756-4af9-46db-87d6-db24005d5f33 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0836716 Aug 24 06:45:34.006444 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4be0bb42-dbb6-4b49-a870-19750ee4e56d req-000119f4-f8c5-4b5e-9c76-311029d4862f tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800929 Aug 24 06:45:34.009505 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0e7ab511-1bf5-403d-b60f-e70d611817a2 req-c9911ac6-df27-45b1-a4ec-a1be0d023acd tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767558 Aug 24 06:45:34.935004 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:34.948862 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9335cf-7f41-4ed4-8df1-b01f3258a5c2 req-71279b17-81e8-462b-aa5b-e8136cce64e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:34.950415 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9d9335cf-7f41-4ed4-8df1-b01f3258a5c2 req-71279b17-81e8-462b-aa5b-e8136cce64e8 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=2a401374685240dc94fe28ca99ad4e11&device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 1130 time: 0.0458491 Aug 24 06:45:35.167975 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8635bd-63da-4114-b6fa-4123a53fdf94 req-f15b760d-479d-472c-ba22-a3a4c1ab71e8 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:35.169549 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7b8635bd-63da-4114-b6fa-4123a53fdf94 req-f15b760d-479d-472c-ba22-a3a4c1ab71e8 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0752113 Aug 24 06:45:35.175160 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b01e88-5283-4a35-b824-79bf6008a158 req-ea3be477-2fc4-4293-b94e-b885fb36c342 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:35.176548 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-41b01e88-5283-4a35-b824-79bf6008a158 req-ea3be477-2fc4-4293-b94e-b885fb36c342 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.0717146 Aug 24 06:45:35.255349 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7b8635bd-63da-4114-b6fa-4123a53fdf94 req-8ee3bbf5-949d-49da-806c-c77f5fae213e tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778468 Aug 24 06:45:35.258803 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-41b01e88-5283-4a35-b824-79bf6008a158 req-858aa642-a8cc-4561-99a4-2a53fc72dab6 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749140 Aug 24 06:45:36.404995 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:36.415490 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b984e0-8554-49e3-814d-3fffc71bf22a req-48b1f766-e5a9-4628-a4d9-44ed26aa13b1 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:36.416999 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d7b984e0-8554-49e3-814d-3fffc71bf22a req-48b1f766-e5a9-4628-a4d9-44ed26aa13b1 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.0683835 Aug 24 06:45:36.422760 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57c091-e31f-4c5c-a601-5b1c03f8c46a req-0cfbd18f-2cb3-4e4a-9ef1-4e316eb9193b tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:36.424160 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-cf57c091-e31f-4c5c-a601-5b1c03f8c46a req-0cfbd18f-2cb3-4e4a-9ef1-4e316eb9193b tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0866032 Aug 24 06:45:36.508003 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d7b984e0-8554-49e3-814d-3fffc71bf22a req-714fcd35-26ad-4880-b5f3-7a74a890f1ab tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829017 Aug 24 06:45:36.511410 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-cf57c091-e31f-4c5c-a601-5b1c03f8c46a req-4989a1eb-0570-4f63-92dd-60406a8ec133 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799928 Aug 24 06:45:37.695582 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47546b98-8b16-4be1-b867-3a4001628dd7 req-443a8eb3-b15d-4fc4-a8d4-bffc0d04eb86 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:37.697014 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-47546b98-8b16-4be1-b867-3a4001628dd7 req-443a8eb3-b15d-4fc4-a8d4-bffc0d04eb86 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.0931098 Aug 24 06:45:37.704602 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b50e9-2ac9-402a-a9fb-c9dff71c39ed req-0f10899e-e205-40a4-9123-2b493b21f31c tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:37.705952 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b49b50e9-2ac9-402a-a9fb-c9dff71c39ed req-0f10899e-e205-40a4-9123-2b493b21f31c tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0888019 Aug 24 06:45:37.756449 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:37.776366 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-47546b98-8b16-4be1-b867-3a4001628dd7 req-33d287f4-b55b-4546-adfe-977cbcefe9ef tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694683 Aug 24 06:45:37.802938 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b49b50e9-2ac9-402a-a9fb-c9dff71c39ed req-19f6e862-63e7-4788-aa74-262cb3259c58 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887055 Aug 24 06:45:37.846556 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:37.875401 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9335cf-7f41-4ed4-8df1-b01f3258a5c2 req-6f3e0baf-426a-4df2-9a61-c482305d7439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:37.876896 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9d9335cf-7f41-4ed4-8df1-b01f3258a5c2 req-6f3e0baf-426a-4df2-9a61-c482305d7439 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad HTTP/1.1" status: 200 len: 920 time: 0.1007533 Aug 24 06:45:38.057942 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:38.058805 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=3 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:38.299984 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9d9335cf-7f41-4ed4-8df1-b01f3258a5c2 req-4d9d4ff2-6e63-4eff-85e5-48a3cd6495da service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8eba2b0-b09a-4bae-9f7b-feefb9b58a05 HTTP/1.1" status: 200 len: 217 time: 0.0549684 Aug 24 06:45:38.362033 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9335cf-7f41-4ed4-8df1-b01f3258a5c2 req-7d377aa5-e36e-41fe-bbff-69d5964f12d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:38.363731 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9d9335cf-7f41-4ed4-8df1-b01f3258a5c2 req-7d377aa5-e36e-41fe-bbff-69d5964f12d0 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=87c63329-c783-4018-8f3e-d78ef061967a HTTP/1.1" status: 200 len: 858 time: 0.0523257 Aug 24 06:45:38.441730 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9335cf-7f41-4ed4-8df1-b01f3258a5c2 req-d3e38cdf-30a7-49d0-9083-997a63358ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:38.443432 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9d9335cf-7f41-4ed4-8df1-b01f3258a5c2 req-d3e38cdf-30a7-49d0-9083-997a63358ba4 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482452 Aug 24 06:45:38.812475 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9d9335cf-7f41-4ed4-8df1-b01f3258a5c2 req-65defee4-63b6-4c15-8035-cb5709c184e3 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935988 Aug 24 06:45:38.921630 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9d9335cf-7f41-4ed4-8df1-b01f3258a5c2 req-a987a13b-864a-4a80-8fbf-ee863ce478ab service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001055 Aug 24 06:45:38.957586 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d1a40-c12a-4814-9c33-38ba7263aa05 req-330f2ded-49c3-400b-bc25-334aad11dbc8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:38.959084 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4d0d1a40-c12a-4814-9c33-38ba7263aa05 req-330f2ded-49c3-400b-bc25-334aad11dbc8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.0864635 Aug 24 06:45:38.973087 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bacd75-2c2a-4bcf-8e0d-76cc8970dfee req-54b88c71-37f6-484b-97be-0b596b5fdf43 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:38.974569 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d7bacd75-2c2a-4bcf-8e0d-76cc8970dfee req-54b88c71-37f6-484b-97be-0b596b5fdf43 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0643618 Aug 24 06:45:39.053214 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4d0d1a40-c12a-4814-9c33-38ba7263aa05 req-b32f42ba-5786-4c50-9fa6-5c8a6e6739ac tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776618 Aug 24 06:45:39.063749 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d7bacd75-2c2a-4bcf-8e0d-76cc8970dfee req-aef21f9a-c77c-4e8c-ad07-d16bf30ea03d tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809085 Aug 24 06:45:39.488875 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 50458) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:45:39.493642 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-040d7635-1d13-4c6d-9805-84952fbb094b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1921373253', 'description': 'tempest-description--2108323165'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:45:39.519744 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-040d7635-1d13-4c6d-9805-84952fbb094b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:39.607774 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-040d7635-1d13-4c6d-9805-84952fbb094b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group (635f10d9-841d-45da-b37a-bc9670841ec3), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:39.612469 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-040d7635-1d13-4c6d-9805-84952fbb094b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (635f10d9-841d-45da-b37a-bc9670841ec3), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:39.648105 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-040d7635-1d13-4c6d-9805-84952fbb094b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:39.651674 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-040d7635-1d13-4c6d-9805-84952fbb094b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1617405 Aug 24 06:45:39.652698 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d7635-1d13-4c6d-9805-84952fbb094b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=635f10d9-841d-45da-b37a-bc9670841ec3,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:39.653408 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 50460) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:45:39.660116 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-c68a1157-93e0-484d-99e2-017baed71c44 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Request body: {'security_group_rule': {'security_group_id': '635f10d9-841d-45da-b37a-bc9670841ec3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:45:39.701372 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c68a1157-93e0-484d-99e2-017baed71c44 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group_rule (78c333d1-4899-46c9-a79f-059c45597364), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:39.786518 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c68a1157-93e0-484d-99e2-017baed71c44 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group_rule (78c333d1-4899-46c9-a79f-059c45597364), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:39.790896 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c68a1157-93e0-484d-99e2-017baed71c44 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (78c333d1-4899-46c9-a79f-059c45597364), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:39.812975 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a1157-93e0-484d-99e2-017baed71c44 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c333d1-4899-46c9-a79f-059c45597364,revision_number=0']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:39.821323 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c68a1157-93e0-484d-99e2-017baed71c44 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:39.826722 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-c68a1157-93e0-484d-99e2-017baed71c44 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1719222 Aug 24 06:45:39.829731 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 50464) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:45:39.835270 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-d083a5d8-1d34-4dd2-b2c2-194ba78c4638 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Request body: {'security_group_rule': {'security_group_id': '635f10d9-841d-45da-b37a-bc9670841ec3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:45:39.875977 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d083a5d8-1d34-4dd2-b2c2-194ba78c4638 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group_rule (24428483-a818-45d9-8855-950115582e53), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:39.978764 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d083a5d8-1d34-4dd2-b2c2-194ba78c4638 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group_rule (24428483-a818-45d9-8855-950115582e53), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:39.984110 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d083a5d8-1d34-4dd2-b2c2-194ba78c4638 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (24428483-a818-45d9-8855-950115582e53), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:40.005221 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083a5d8-1d34-4dd2-b2c2-194ba78c4638 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24428483-a818-45d9-8855-950115582e53,revision_number=0']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:40.016602 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d083a5d8-1d34-4dd2-b2c2-194ba78c4638 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:40.021986 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 50466) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:45:40.027257 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-f40e1fe5-8b66-48ad-aa35-77bf3c281b63 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Request body: {'floatingip': {'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:45:40.027894 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-d083a5d8-1d34-4dd2-b2c2-194ba78c4638 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1969607 Aug 24 06:45:40.055157 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f40e1fe5-8b66-48ad-aa35-77bf3c281b63 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:40.166845 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f40e1fe5-8b66-48ad-aa35-77bf3c281b63 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:40.393499 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf49d3a-8c91-4ad9-9a51-50f8a7bdbe18 req-9323bfa0-d683-43cf-9619-5a5552f0c8a5 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:40.395827 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-dcf49d3a-8c91-4ad9-9a51-50f8a7bdbe18 req-9323bfa0-d683-43cf-9619-5a5552f0c8a5 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.1437838 Aug 24 06:45:40.406925 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f4e3c-9509-488a-af96-cb07f704f6ac req-ef8977b7-de08-473f-9949-be4e69929cbc tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:40.408661 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-162f4e3c-9509-488a-af96-cb07f704f6ac req-ef8977b7-de08-473f-9949-be4e69929cbc tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.1578014 Aug 24 06:45:40.447073 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:40.478053 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-e513097b-9a6f-48c4-8484-79a05e1e8121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:40.563535 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.db_base_plugin_common [None req-f40e1fe5-8b66-48ad-aa35-77bf3c281b63 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Allocated IP 172.27.3.224 (ebaf0247-9904-4138-a92a-0e04f684cda3/21927f02-5278-4e61-8de7-8e5f8e88a327/d69cb8aa-be13-4e1d-b569-7e65fcb91a35) {{(pid=113089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:45:40.568812 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-162f4e3c-9509-488a-af96-cb07f704f6ac req-fe807ba3-97a9-4e39-8ac3-48020f2cb0e1 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490982 Aug 24 06:45:40.575603 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-dcf49d3a-8c91-4ad9-9a51-50f8a7bdbe18 req-c79b1bca-f4fc-4474-b24c-729dd35a960a tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651270 Aug 24 06:45:40.627905 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:40.755158 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f40e1fe5-8b66-48ad-aa35-77bf3c281b63 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for port (d69cb8aa-be13-4e1d-b569-7e65fcb91a35), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:40.808812 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f40e1fe5-8b66-48ad-aa35-77bf3c281b63 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (d69cb8aa-be13-4e1d-b569-7e65fcb91a35), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:40.873423 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40e1fe5-8b66-48ad-aa35-77bf3c281b63 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Network ebaf0247-9904-4138-a92a-0e04f684cda3 is already hosted by enough agents. {{(pid=113089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:45:40.876572 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [None req-f40e1fe5-8b66-48ad-aa35-77bf3c281b63 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Resources bound (agent type, host, resource id): {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:45:40.882544 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e1fe5-8b66-48ad-aa35-77bf3c281b63 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event updated for resources: {'Port': ['ID=d69cb8aa-be13-4e1d-b569-7e65fcb91a35,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:40.893860 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40e1fe5-8b66-48ad-aa35-77bf3c281b63 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Received port after_create {{(pid=113089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:45:40.955032 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f40e1fe5-8b66-48ad-aa35-77bf3c281b63 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for floatingip (37069885-0dab-4653-af11-c5e6e87d8d85), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:41.001009 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f40e1fe5-8b66-48ad-aa35-77bf3c281b63 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (d69cb8aa-be13-4e1d-b569-7e65fcb91a35), before_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:41.173922 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f40e1fe5-8b66-48ad-aa35-77bf3c281b63 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for port (d69cb8aa-be13-4e1d-b569-7e65fcb91a35), precommit_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:41.179984 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f40e1fe5-8b66-48ad-aa35-77bf3c281b63 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (d69cb8aa-be13-4e1d-b569-7e65fcb91a35), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:41.180816 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f40e1fe5-8b66-48ad-aa35-77bf3c281b63 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698989'] for floatingip (37069885-0dab-4653-af11-c5e6e87d8d85), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:41.226573 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f40e1fe5-8b66-48ad-aa35-77bf3c281b63 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:41.228073 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-f40e1fe5-8b66-48ad-aa35-77bf3c281b63 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2048452 Aug 24 06:45:41.239164 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e1fe5-8b66-48ad-aa35-77bf3c281b63 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event updated for resources: {'Port': ['ID=d69cb8aa-be13-4e1d-b569-7e65fcb91a35,revision_number=2']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:41.574894 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-2947d452-04fe-4dca-9fa3-72f4c545808b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1921373253&fields=id&tenant_id=a41fb206b09941ac80996a3c9cbaae58 HTTP/1.1" status: 200 len: 267 time: 0.0625868 Aug 24 06:45:41.692098 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-f7a41e86-4d35-409b-93c2-b518dd54c9e9 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:41.693746 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-f7a41e86-4d35-409b-93c2-b518dd54c9e9 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/networks?id=4d764327-7285-4015-bbe3-ebfc93ab6200 HTTP/1.1" status: 200 len: 815 time: 0.1119108 Aug 24 06:45:41.707100 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:41.710376 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-6021b5a7-ad26-4fe4-9caf-54a60aa92098 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/quotas/a41fb206b09941ac80996a3c9cbaae58 HTTP/1.1" status: 200 len: 375 time: 0.0109251 Aug 24 06:45:41.809005 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-e378367e-37f2-486b-97ca-81336a91861c tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a41fb206b09941ac80996a3c9cbaae58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0897691 Aug 24 06:45:41.865516 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6eca8-75e1-48ed-b6d6-bd7a67dcfa55 req-7b83c924-98c9-40a5-bad9-7aa8b7ade890 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:41.867274 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c7a6eca8-75e1-48ed-b6d6-bd7a67dcfa55 req-7b83c924-98c9-40a5-bad9-7aa8b7ade890 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0818594 Aug 24 06:45:41.960196 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c7a6eca8-75e1-48ed-b6d6-bd7a67dcfa55 req-bae2aabe-b41d-4cf5-b36b-21823ff3eb48 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852170 Aug 24 06:45:41.998089 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:42.018150 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-c5e96035-268f-4360-8d2b-53650da1d16f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4d764327-7285-4015-bbe3-ebfc93ab6200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866848 Aug 24 06:45:42.215978 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142c07c-64bf-4334-a59a-6e6c05879f2b req-666bd4c2-98f1-49e9-8d65-38b053800625 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:42.225396 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0142c07c-64bf-4334-a59a-6e6c05879f2b req-666bd4c2-98f1-49e9-8d65-38b053800625 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.1110826 Aug 24 06:45:42.254529 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-46de6704-3102-4eba-8291-3dd0cb7149b4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4d764327-7285-4015-bbe3-ebfc93ab6200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311137 Aug 24 06:45:42.296145 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0142c07c-64bf-4334-a59a-6e6c05879f2b req-81d3a4d3-512a-41b3-939c-9fd6b903ce60 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699079 Aug 24 06:45:42.426519 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 50550) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:45:42.553444 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-df36b5ac-466c-46eb-a85d-0a6e30e70486 req-5ff42530-ad1b-455c-97b9-bdd12e286362 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=193f97ea-0a83-4ece-9176-c200ed18a07d HTTP/1.1" status: 200 len: 210 time: 0.0362446 Aug 24 06:45:42.628479 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-17ccf30a-2d34-4207-95a5-e9d96a47ffca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:42.718389 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-2bc60aa3-e549-4467-a9ff-0902bcd411e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:42.733233 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-17ccf30a-2d34-4207-95a5-e9d96a47ffca admin admin] Publish callbacks [] for security_group (8ce9c4f3-5c9b-4891-b0b9-ed0b7cc55e15), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:42.739005 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-17ccf30a-2d34-4207-95a5-e9d96a47ffca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (8ce9c4f3-5c9b-4891-b0b9-ed0b7cc55e15), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:42.787826 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-17ccf30a-2d34-4207-95a5-e9d96a47ffca admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=be11feb1e7c145b6a9fef291f7ef6c16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3600500 Aug 24 06:45:42.788751 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ccf30a-2d34-4207-95a5-e9d96a47ffca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce9c4f3-5c9b-4891-b0b9-ed0b7cc55e15,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:42.792540 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 50570) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:45:42.864052 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-8f2b38a4-e60a-4fca-9a00-b8d5fb2064dc admin admin] Publish callbacks [] for security_group (8ce9c4f3-5c9b-4891-b0b9-ed0b7cc55e15), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:42.903019 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-8f2b38a4-e60a-4fca-9a00-b8d5fb2064dc admin admin] Publish callbacks [] for security_group (8ce9c4f3-5c9b-4891-b0b9-ed0b7cc55e15), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:42.981161 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-8f2b38a4-e60a-4fca-9a00-b8d5fb2064dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (8ce9c4f3-5c9b-4891-b0b9-ed0b7cc55e15), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:42.984131 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-8f2b38a4-e60a-4fca-9a00-b8d5fb2064dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:42.990056 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-8f2b38a4-e60a-4fca-9a00-b8d5fb2064dc admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/8ce9c4f3-5c9b-4891-b0b9-ed0b7cc55e15 HTTP/1.1" status: 204 len: 168 time: 0.1962688 Aug 24 06:45:43.000216 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b38a4-e60a-4fca-9a00-b8d5fb2064dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce9c4f3-5c9b-4891-b0b9-ed0b7cc55e15,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:43.199767 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6796a-bd67-4013-bb7b-90821246cb66 req-c4b19fd1-efca-427f-a348-321b00c1ecb5 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:43.201949 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-49c6796a-bd67-4013-bb7b-90821246cb66 req-c4b19fd1-efca-427f-a348-321b00c1ecb5 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0817101 Aug 24 06:45:43.275442 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:43.319122 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-49c6796a-bd67-4013-bb7b-90821246cb66 req-e1872294-8e78-4090-a532-5239084e6051 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892739 Aug 24 06:45:43.498669 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 50586) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:45:43.515335 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b251468-192b-464c-a02c-79aa0e6ad133 req-bcebe33e-badd-47ce-95c6-4cab087a82c7 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:43.516903 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2b251468-192b-464c-a02c-79aa0e6ad133 req-bcebe33e-badd-47ce-95c6-4cab087a82c7 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.0863802 Aug 24 06:45:43.541866 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-04490e94-1db5-4b35-884b-c7690cdde909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:43.644988 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2b251468-192b-464c-a02c-79aa0e6ad133 req-ddbfc63e-be5a-4a85-b7de-9220158c091d tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168857 Aug 24 06:45:43.743805 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:43.750536 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-04490e94-1db5-4b35-884b-c7690cdde909 admin admin] Publish callbacks [] for security_group (476c4f07-65cd-4e4e-b9ac-479a87b96a94), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:43.762159 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-04490e94-1db5-4b35-884b-c7690cdde909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (476c4f07-65cd-4e4e-b9ac-479a87b96a94), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:43.823557 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-04490e94-1db5-4b35-884b-c7690cdde909 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=285cba5954f84bb1b2fbcf7c182f8a1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3235705 Aug 24 06:45:43.825146 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04490e94-1db5-4b35-884b-c7690cdde909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476c4f07-65cd-4e4e-b9ac-479a87b96a94,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:43.828623 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 50598) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:45:43.869609 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9948273a-1e07-4bd3-a911-0e0a28f19b62 req-e54187c3-4c26-4fbe-9c34-3a38ba2b3de8 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=193f97ea-0a83-4ece-9176-c200ed18a07d HTTP/1.1" status: 200 len: 210 time: 0.1343715 Aug 24 06:45:43.974807 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:43.988399 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-b910d0f9-fc09-45ec-8533-173553d47605 admin admin] Publish callbacks [] for security_group (476c4f07-65cd-4e4e-b9ac-479a87b96a94), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:44.010276 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-b910d0f9-fc09-45ec-8533-173553d47605 admin admin] Publish callbacks [] for security_group (476c4f07-65cd-4e4e-b9ac-479a87b96a94), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:44.049081 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:44.085234 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-b910d0f9-fc09-45ec-8533-173553d47605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (476c4f07-65cd-4e4e-b9ac-479a87b96a94), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:44.087830 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-b910d0f9-fc09-45ec-8533-173553d47605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:44.091742 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-b910d0f9-fc09-45ec-8533-173553d47605 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/476c4f07-65cd-4e4e-b9ac-479a87b96a94 HTTP/1.1" status: 204 len: 168 time: 0.2520502 Aug 24 06:45:44.103882 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910d0f9-fc09-45ec-8533-173553d47605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476c4f07-65cd-4e4e-b9ac-479a87b96a94,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:44.293312 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:44.487585 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-23786feb-f4ff-4328-b5c8-de40bebe0b82 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:44.489514 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-23786feb-f4ff-4328-b5c8-de40bebe0b82 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.58 "GET /networking/v2.0/networks?id=4d764327-7285-4015-bbe3-ebfc93ab6200 HTTP/1.1" status: 200 len: 815 time: 0.2145541 Aug 24 06:45:44.591664 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-69e6cb4e-5826-44b8-87d4-3ba94de5a7d2 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a41fb206b09941ac80996a3c9cbaae58 HTTP/1.1" status: 200 len: 473 time: 0.0912156 Aug 24 06:45:44.744402 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-39b42c07-84d0-4830-84ba-3c93faba931b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Request body: {'port': {'device_id': '193f97ea-0a83-4ece-9176-c200ed18a07d', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'admin_state_up': True, 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'security_groups': ['635f10d9-841d-45da-b37a-bc9670841ec3']}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:45:44.914183 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-39b42c07-84d0-4830-84ba-3c93faba931b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Made reservation on behalf of a41fb206b09941ac80996a3c9cbaae58 for: {'port': 1} {{(pid=113088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:45:44.924167 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-39b42c07-84d0-4830-84ba-3c93faba931b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:44.943822 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cfda7-1775-47ce-a217-8d247442e21f req-15146a40-be84-4e8b-b9e1-8927403ea373 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:44.943822 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-819cfda7-1775-47ce-a217-8d247442e21f req-15146a40-be84-4e8b-b9e1-8927403ea373 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.1370962 Aug 24 06:45:45.045730 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-819cfda7-1775-47ce-a217-8d247442e21f req-f87510b5-cd95-4cfa-9c86-02621ad660c6 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014383 Aug 24 06:45:45.049448 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-59df2826-9695-44d1-bb48-3b038ce7d473 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-293115&fields=id&tenant_id=0bf38c354bea44f5a503e76fa53b20f6 HTTP/1.1" status: 200 len: 267 time: 0.0983264 Aug 24 06:45:45.162789 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-39b42c07-84d0-4830-84ba-3c93faba931b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Allocated IP 172.20.0.13 (4d764327-7285-4015-bbe3-ebfc93ab6200/68aa3b00-7d83-4a36-89ce-d2987615f595/7f6226b0-8d94-4788-b98d-169d64e666d4) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:45:45.279571 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-82d6cf7b-74ea-46db-85b5-df051007daba req-41b1c298-7c72-4b5e-af1d-5744e57f797a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=193f97ea-0a83-4ece-9176-c200ed18a07d HTTP/1.1" status: 200 len: 210 time: 0.0579102 Aug 24 06:45:45.295823 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-c21ca6de-affe-46dd-8e0e-57c9a1dff1f0 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:45.297348 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-c21ca6de-affe-46dd-8e0e-57c9a1dff1f0 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/networks?id=1a65afdd-a8e2-4518-9256-f6218e06bf95 HTTP/1.1" status: 200 len: 808 time: 0.2401638 Aug 24 06:45:45.320250 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-6640b894-d7f0-4850-9b61-fc2c3ab3c830 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/quotas/0bf38c354bea44f5a503e76fa53b20f6 HTTP/1.1" status: 200 len: 375 time: 0.0150623 Aug 24 06:45:45.373803 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-39b42c07-84d0-4830-84ba-3c93faba931b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for port (7f6226b0-8d94-4788-b98d-169d64e666d4), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:45.409197 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-1b98b817-b330-421b-a291-8711d12be951 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=0bf38c354bea44f5a503e76fa53b20f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720878 Aug 24 06:45:45.419182 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 50658) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:45:45.427803 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-2ea9147f-5080-4fcd-8ee3-ffa306d03d94 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Request body: {'security_group': {'name': 'tempest-securitygroup--213422883', 'description': 'tempest-description--751603481'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:45:45.437743 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-39b42c07-84d0-4830-84ba-3c93faba931b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (7f6226b0-8d94-4788-b98d-169d64e666d4), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:45.476249 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:45.523906 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-39b42c07-84d0-4830-84ba-3c93faba931b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Network 4d764327-7285-4015-bbe3-ebfc93ab6200 is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:45:45.526595 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:45.535036 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2ea9147f-5080-4fcd-8ee3-ffa306d03d94 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:45.536222 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-39b42c07-84d0-4830-84ba-3c93faba931b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:45:45.541472 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-39b42c07-84d0-4830-84ba-3c93faba931b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:45:45.600949 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b42c07-84d0-4830-84ba-3c93faba931b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event updated for resources: {'Port': ['ID=7f6226b0-8d94-4788-b98d-169d64e666d4,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:45.624427 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:45.638388 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-a0935584-1919-43f2-b7b5-7f8c54a6e8bf service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1a65afdd-a8e2-4518-9256-f6218e06bf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015312 Aug 24 06:45:45.656933 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-39b42c07-84d0-4830-84ba-3c93faba931b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:45.657990 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-39b42c07-84d0-4830-84ba-3c93faba931b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:45.691105 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-39b42c07-84d0-4830-84ba-3c93faba931b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9534786 Aug 24 06:45:45.708241 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-bcebe091-8b0f-46e3-b432-75794491cd16 service neutron] Request body: {'port': {'device_id': '193f97ea-0a83-4ece-9176-c200ed18a07d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:45:45.840354 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-bcebe091-8b0f-46e3-b432-75794491cd16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (7f6226b0-8d94-4788-b98d-169d64e666d4), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:45.902084 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:45.903474 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 089197a3-4eb5-4520-9e9f-cbb2ae723ccc details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 06:45:46.065181 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 089197a3-4eb5-4520-9e9f-cbb2ae723ccc, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=089197a3-4eb5-4520-9e9f-cbb2ae723ccc,segment=NetworkSegment(b5516234-5380-4558-bccf-bf2354b2ccbf),segment_id=b5516234-5380-4558-bccf-bf2354b2ccbf)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:45:46.085724 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2ea9147f-5080-4fcd-8ee3-ffa306d03d94 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks [] for security_group (8399dfb0-1deb-470f-8605-2ee38fd3e9a7), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:46.087421 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-65088194-ea3e-4692-8138-c569d8bc1517 None None] Provisioning complete for port 7f6226b0-8d94-4788-b98d-169d64e666d4 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:45:46.092532 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-65088194-ea3e-4692-8138-c569d8bc1517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (7f6226b0-8d94-4788-b98d-169d64e666d4), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:46.095845 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Returning: {'device': '089197a3-4eb5-4520-9e9f-cbb2ae723ccc', 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb', 'port_id': '089197a3-4eb5-4520-9e9f-cbb2ae723ccc', 'mac_address': 'fa:16:3e:b2:04:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 06:45:46.113510 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2ea9147f-5080-4fcd-8ee3-ffa306d03d94 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (8399dfb0-1deb-470f-8605-2ee38fd3e9a7), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:46.157592 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-89613019-16ba-4c2b-8bb5-be5a7ba96bc7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1a65afdd-a8e2-4518-9256-f6218e06bf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5025430 Aug 24 06:45:46.191867 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2ea9147f-5080-4fcd-8ee3-ffa306d03d94 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:46.194831 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-2ea9147f-5080-4fcd-8ee3-ffa306d03d94 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7742047 Aug 24 06:45:46.198430 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 50676) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:45:46.208224 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-65088194-ea3e-4692-8138-c569d8bc1517 None None] Port 7f6226b0-8d94-4788-b98d-169d64e666d4 cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:45:46.226056 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-d49ef774-72c0-463f-9b2b-28681b5e885f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Request body: {'security_group_rule': {'security_group_id': '8399dfb0-1deb-470f-8605-2ee38fd3e9a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:45:46.233252 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9147f-5080-4fcd-8ee3-ffa306d03d94 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8399dfb0-1deb-470f-8605-2ee38fd3e9a7,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:46.242930 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-bcebe091-8b0f-46e3-b432-75794491cd16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f6226b0-8d94-4788-b98d-169d64e666d4 {{(pid=113088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:45:46.266287 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-bcebe091-8b0f-46e3-b432-75794491cd16 service neutron] Publish callbacks [] for port (7f6226b0-8d94-4788-b98d-169d64e666d4), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:46.271293 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:46.305413 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 089197a3-4eb5-4520-9e9f-cbb2ae723ccc is: ACTIVE; New status is: BUILD {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:45:46.306911 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.provisioning_blocks [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-bcebe091-8b0f-46e3-b432-75794491cd16 service neutron] Transition to ACTIVE for port object 7f6226b0-8d94-4788-b98d-169d64e666d4 will not be triggered until provisioned by entity L2. {{(pid=113088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 06:45:46.307631 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (089197a3-4eb5-4520-9e9f-cbb2ae723ccc), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:46.319474 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c5579-6ce2-495d-bdbd-daebad52df1f req-2529a568-2e9e-4db0-af11-35e63cbfabef tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:46.327168 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c82c5579-6ce2-495d-bdbd-daebad52df1f req-2529a568-2e9e-4db0-af11-35e63cbfabef tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.0947678 Aug 24 06:45:46.329661 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-bcebe091-8b0f-46e3-b432-75794491cd16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (7f6226b0-8d94-4788-b98d-169d64e666d4), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:46.337044 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 089197a3-4eb5-4520-9e9f-cbb2ae723ccc {{(pid=113090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:45:46.348973 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d49ef774-72c0-463f-9b2b-28681b5e885f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks [] for security_group_rule (ae8daff2-99bd-499e-8988-38358668119a), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:46.392733 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 089197a3-4eb5-4520-9e9f-cbb2ae723ccc, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=089197a3-4eb5-4520-9e9f-cbb2ae723ccc,segment=NetworkSegment(b5516234-5380-4558-bccf-bf2354b2ccbf),segment_id=b5516234-5380-4558-bccf-bf2354b2ccbf)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:45:46.402385 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:46.416436 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (089197a3-4eb5-4520-9e9f-cbb2ae723ccc), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:46.429301 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c82c5579-6ce2-495d-bdbd-daebad52df1f req-56cc1338-59b7-4d47-9df5-ff2b6358ae65 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011288 Aug 24 06:45:46.488242 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d49ef774-72c0-463f-9b2b-28681b5e885f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks [] for security_group_rule (ae8daff2-99bd-499e-8988-38358668119a), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:46.502467 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d49ef774-72c0-463f-9b2b-28681b5e885f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (ae8daff2-99bd-499e-8988-38358668119a), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:46.551954 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebe091-8b0f-46e3-b432-75794491cd16 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6226b0-8d94-4788-b98d-169d64e666d4,revision_number=2']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:46.568193 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ef774-72c0-463f-9b2b-28681b5e885f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae8daff2-99bd-499e-8988-38358668119a,revision_number=0']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:46.583135 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d49ef774-72c0-463f-9b2b-28681b5e885f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:46.587568 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-d49ef774-72c0-463f-9b2b-28681b5e885f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3796818 Aug 24 06:45:46.588061 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 50692) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:45:46.593602 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-8f50c54f-3765-4e72-bf16-f431fbaf1c6e tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Request body: {'security_group_rule': {'security_group_id': '8399dfb0-1deb-470f-8605-2ee38fd3e9a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:45:46.658285 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-bcebe091-8b0f-46e3-b432-75794491cd16 service neutron] Attempting to bind port 7f6226b0-8d94-4788-b98d-169d64e666d4 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:45:46.658904 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-bcebe091-8b0f-46e3-b432-75794491cd16 service neutron] Attempting to bind port 7f6226b0-8d94-4788-b98d-169d64e666d4 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '5640d952-e513-45d9-be85-d5e12a41703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200'}] {{(pid=113088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:45:46.659119 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-bcebe091-8b0f-46e3-b432-75794491cd16 service neutron] Attempting to bind port 7f6226b0-8d94-4788-b98d-169d64e666d4 on network 4d764327-7285-4015-bbe3-ebfc93ab6200 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:45:46.667252 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-bcebe091-8b0f-46e3-b432-75794491cd16 service neutron] Port 7f6226b0-8d94-4788-b98d-169d64e666d4 on network 4d764327-7285-4015-bbe3-ebfc93ab6200 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 06:45:46.667624 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-bcebe091-8b0f-46e3-b432-75794491cd16 service neutron] Attempting to bind port 7f6226b0-8d94-4788-b98d-169d64e666d4 on network 4d764327-7285-4015-bbe3-ebfc93ab6200 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:45:46.690433 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-8f50c54f-3765-4e72-bf16-f431fbaf1c6e tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks [] for security_group_rule (3bc0398c-6f86-477b-9b1e-ebcd4d7b5244), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:46.696303 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-bcebe091-8b0f-46e3-b432-75794491cd16 service neutron] Checking agent: {'id': '92318399-7fe8-4397-ad86-085269988e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'started_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:45:46.696738 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-bcebe091-8b0f-46e3-b432-75794491cd16 service neutron] Checking segment: {'id': '5640d952-e513-45d9-be85-d5e12a41703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:45:46.698136 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-bcebe091-8b0f-46e3-b432-75794491cd16 service neutron] Bound using segment: {'id': '5640d952-e513-45d9-be85-d5e12a41703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200'} {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:45:46.698539 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-bcebe091-8b0f-46e3-b432-75794491cd16 service neutron] Bound port: 7f6226b0-8d94-4788-b98d-169d64e666d4, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5640d952-e513-45d9-be85-d5e12a41703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200'}}] {{(pid=113088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:45:46.699114 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-bcebe091-8b0f-46e3-b432-75794491cd16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (7f6226b0-8d94-4788-b98d-169d64e666d4), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:46.701042 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f4e26-3917-44ab-a2b9-285635931183 req-9c91efad-97c6-4a20-8eb9-09fd8dc93238 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:46.710029 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fb1f4e26-3917-44ab-a2b9-285635931183 req-9c91efad-97c6-4a20-8eb9-09fd8dc93238 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=193f97ea-0a83-4ece-9176-c200ed18a07d HTTP/1.1" status: 200 len: 944 time: 0.1070378 Aug 24 06:45:46.737742 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['089197a3-4eb5-4520-9e9f-cbb2ae723ccc'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:45:46.774746 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=089197a3-4eb5-4520-9e9f-cbb2ae723ccc,revision_number=6']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:46.792976 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:46.793660 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:46.794200 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:46.794784 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:46.795319 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:46.795879 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:46.796362 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:46.796839 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:46.797737 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:46.798563 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:46.799149 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:46.800072 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:46.800603 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:46.802365 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:46.802946 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:45:46.892939 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-bcebe091-8b0f-46e3-b432-75794491cd16 service neutron] For port 7f6226b0-8d94-4788-b98d-169d64e666d4, host hv-cinder-85427, cleared binding levels {{(pid=113088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:45:46.905338 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-bcebe091-8b0f-46e3-b432-75794491cd16 service neutron] For port 7f6226b0-8d94-4788-b98d-169d64e666d4, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=7f6226b0-8d94-4788-b98d-169d64e666d4,segment=NetworkSegment(5640d952-e513-45d9-be85-d5e12a41703e),segment_id=5640d952-e513-45d9-be85-d5e12a41703e)] {{(pid=113088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:45:46.928520 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-bcebe091-8b0f-46e3-b432-75794491cd16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (7f6226b0-8d94-4788-b98d-169d64e666d4), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:46.933574 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-bcebe091-8b0f-46e3-b432-75794491cd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:46.935469 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-bcebe091-8b0f-46e3-b432-75794491cd16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:46.939889 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-bcebe091-8b0f-46e3-b432-75794491cd16 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/7f6226b0-8d94-4788-b98d-169d64e666d4 HTTP/1.1" status: 200 len: 1094 time: 1.2400017 Aug 24 06:45:47.000736 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193f97ea-0a83-4ece-9176-c200ed18a07d', 'tag': '7f6226b0-8d94-4788-b98d-169d64e666d4'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:45:47.045784 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9ba1de-f73b-42f5-bf15-1ca0eba836fb" -d '{"events": [{"name": "network-changed", "server_uuid": "193f97ea-0a83-4ece-9176-c200ed18a07d", "tag": "7f6226b0-8d94-4788-b98d-169d64e666d4"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:45:47.053719 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fb1f4e26-3917-44ab-a2b9-285635931183 req-90ba7f37-c7a2-4c75-b117-8876954d3962 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=635f10d9-841d-45da-b37a-bc9670841ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3423495 Aug 24 06:45:47.057998 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-da58a776-a741-42f4-ae55-6ff2704e11ac req-bf2248e4-befa-4fd7-b413-58c587fb0130 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 210 time: 0.1471174 Aug 24 06:45:47.103285 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-8f50c54f-3765-4e72-bf16-f431fbaf1c6e tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks [] for security_group_rule (3bc0398c-6f86-477b-9b1e-ebcd4d7b5244), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:47.114512 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-8f50c54f-3765-4e72-bf16-f431fbaf1c6e tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (3bc0398c-6f86-477b-9b1e-ebcd4d7b5244), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:47.194305 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50c54f-3765-4e72-bf16-f431fbaf1c6e tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc0398c-6f86-477b-9b1e-ebcd4d7b5244,revision_number=0']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:47.202115 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-8f50c54f-3765-4e72-bf16-f431fbaf1c6e tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:47.206502 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-8f50c54f-3765-4e72-bf16-f431fbaf1c6e tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6139436 Aug 24 06:45:47.217878 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebeb7e6-3e58-47f5-b30b-1f2db4d5d759 x-openstack-request-id: req-1ebeb7e6-3e58-47f5-b30b-1f2db4d5d759 {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:45:47.220301 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193f97ea-0a83-4ece-9176-c200ed18a07d", "tag": "7f6226b0-8d94-4788-b98d-169d64e666d4", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:45:47.221279 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1ebeb7e6-3e58-47f5-b30b-1f2db4d5d759 {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:45:47.221974 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ebeb7e6-3e58-47f5-b30b-1f2db4d5d759'] response: {'name': 'network-changed', 'server_uuid': '193f97ea-0a83-4ece-9176-c200ed18a07d', 'tag': '7f6226b0-8d94-4788-b98d-169d64e666d4', 'status': 'completed', 'code': 200} Aug 24 06:45:47.222979 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 50718) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:45:47.224998 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-0350f055-fdb9-48fc-afb0-a37f2dee4e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:47.227678 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-0350f055-fdb9-48fc-afb0-a37f2dee4e4d service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=a41fb206b09941ac80996a3c9cbaae58&device_id=193f97ea-0a83-4ece-9176-c200ed18a07d HTTP/1.1" status: 200 len: 1128 time: 0.1549528 Aug 24 06:45:47.233600 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-35d23337-4659-4861-8174-666b13003727 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Request body: {'floatingip': {'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:45:47.246290 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebe091-8b0f-46e3-b432-75794491cd16 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6226b0-8d94-4788-b98d-169d64e666d4,revision_number=3']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:47.292240 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-35d23337-4659-4861-8174-666b13003727 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:47.421884 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-35d23337-4659-4861-8174-666b13003727 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:47.571913 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [None req-35d23337-4659-4861-8174-666b13003727 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Allocated IP 172.27.3.191 (ebaf0247-9904-4138-a92a-0e04f684cda3/21927f02-5278-4e61-8de7-8e5f8e88a327/547e4ca4-10d6-4f1e-94db-d566756547bf) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:45:47.745239 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-35d23337-4659-4861-8174-666b13003727 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks [] for port (547e4ca4-10d6-4f1e-94db-d566756547bf), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:47.751749 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:47.753408 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:47.783338 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63463e4f-0925-49e3-a917-280f74affb75 req-c78e934b-8e11-4304-aeff-26c2055c51eb tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:47.788980 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-63463e4f-0925-49e3-a917-280f74affb75 req-c78e934b-8e11-4304-aeff-26c2055c51eb tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 945 time: 0.1812139 Aug 24 06:45:47.822353 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-9fd12c04-3285-4c7a-97f9-926c7b31e7b6 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f6226b0-8d94-4788-b98d-169d64e666d4 HTTP/1.1" status: 200 len: 217 time: 0.0674903 Aug 24 06:45:47.889442 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-63463e4f-0925-49e3-a917-280f74affb75 req-31ef58e2-5794-46ea-b7d7-ae903e553211 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904679 Aug 24 06:45:47.915531 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 089197a3-4eb5-4520-9e9f-cbb2ae723ccc up at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:45:47.969089 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-35d23337-4659-4861-8174-666b13003727 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (547e4ca4-10d6-4f1e-94db-d566756547bf), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:48.082269 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning complete for port 089197a3-4eb5-4520-9e9f-cbb2ae723ccc triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:45:48.082957 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (089197a3-4eb5-4520-9e9f-cbb2ae723ccc), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:48.086347 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d23337-4659-4861-8174-666b13003727 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Pushing event updated for resources: {'Port': ['ID=547e4ca4-10d6-4f1e-94db-d566756547bf,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:48.127719 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d23337-4659-4861-8174-666b13003727 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Network ebaf0247-9904-4138-a92a-0e04f684cda3 is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:45:48.142422 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-35d23337-4659-4861-8174-666b13003727 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:45:48.178845 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d23337-4659-4861-8174-666b13003727 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:45:48.304569 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 089197a3-4eb5-4520-9e9f-cbb2ae723ccc is: BUILD; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:45:48.305291 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (089197a3-4eb5-4520-9e9f-cbb2ae723ccc), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:48.310154 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-83bbf904-ba79-47fc-b008-4fa5739a73a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:48.316440 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-83bbf904-ba79-47fc-b008-4fa5739a73a7 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=68aa3b00-7d83-4a36-89ce-d2987615f595 HTTP/1.1" status: 200 len: 854 time: 0.4656034 Aug 24 06:45:48.352113 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 089197a3-4eb5-4520-9e9f-cbb2ae723ccc, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=089197a3-4eb5-4520-9e9f-cbb2ae723ccc,segment=NetworkSegment(b5516234-5380-4558-bccf-bf2354b2ccbf),segment_id=b5516234-5380-4558-bccf-bf2354b2ccbf)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:45:48.354181 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:48.356461 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089197a3-4eb5-4520-9e9f-cbb2ae723ccc'}] {{(pid=113090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:45:48.356601 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8835b-3755-4775-87d8-a6f21cb8646f req-afcf260f-c4f9-4251-9fd0-36e9c1d7492a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:48.362785 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b6006cf2a23db0b36d2003dbfde04691441a00dec53483979079bf2def40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c81109c-777b-44a4-8212-25a14be58821" -d '{"events": [{"server_uuid": "7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b", "name": "network-vif-plugged", "status": "completed", "tag": "089197a3-4eb5-4520-9e9f-cbb2ae723ccc"}]}' {{(pid=113090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:45:48.367803 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-04d8835b-3755-4775-87d8-a6f21cb8646f req-afcf260f-c4f9-4251-9fd0-36e9c1d7492a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=193f97ea-0a83-4ece-9176-c200ed18a07d HTTP/1.1" status: 200 len: 944 time: 0.1090734 Aug 24 06:45:48.370724 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (089197a3-4eb5-4520-9e9f-cbb2ae723ccc), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:48.440733 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=089197a3-4eb5-4520-9e9f-cbb2ae723ccc,revision_number=7']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:48.520011 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-04d8835b-3755-4775-87d8-a6f21cb8646f req-898eb264-b1b6-4419-b880-e3bfc6f6781e tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=635f10d9-841d-45da-b37a-bc9670841ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450531 Aug 24 06:45:48.589772 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-bfd615a1-898c-44d1-ae1f-9cde435ff32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:48.603028 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-bfd615a1-898c-44d1-ae1f-9cde435ff32c service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=4d764327-7285-4015-bbe3-ebfc93ab6200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2729521 Aug 24 06:45:48.636480 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-35d23337-4659-4861-8174-666b13003727 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks [] for floatingip (836a3539-2710-483d-bb65-92ee94ceaa99), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:48.642535 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0f6956ba-129e-45cf-98d9-2761650d59c7 req-f5219886-32e3-4ce0-b977-1343ea7b5c48 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 210 time: 0.0664437 Aug 24 06:45:48.701956 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-35d23337-4659-4861-8174-666b13003727 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (547e4ca4-10d6-4f1e-94db-d566756547bf), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:48.721802 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c8094c-64a2-45f2-8575-c94c0911da3f x-openstack-request-id: req-b4c8094c-64a2-45f2-8575-c94c0911da3f {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:45:48.722439 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b", "name": "network-vif-plugged", "status": "completed", "tag": "089197a3-4eb5-4520-9e9f-cbb2ae723ccc", "code": 200}]} {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:45:48.722854 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b4c8094c-64a2-45f2-8575-c94c0911da3f {{(pid=113090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:45:48.723460 dv-cinder-854271-1-iscsi neutron-server[113090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4c8094c-64a2-45f2-8575-c94c0911da3f'] response: {'server_uuid': '7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089197a3-4eb5-4520-9e9f-cbb2ae723ccc', 'code': 200} Aug 24 06:45:48.772707 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8fdd7-b0fc-4c67-9e7c-e168de48b533 req-33e1ca11-465f-4127-a18f-f363ab78b6eb tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:48.783120 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9bd8fdd7-b0fc-4c67-9e7c-e168de48b533 req-33e1ca11-465f-4127-a18f-f363ab78b6eb tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.1100373 Aug 24 06:45:48.918330 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9bd8fdd7-b0fc-4c67-9e7c-e168de48b533 req-c961db62-9316-4382-ad9f-895d947388d2 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288953 Aug 24 06:45:49.233056 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:49.281533 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-35d23337-4659-4861-8174-666b13003727 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks [] for port (547e4ca4-10d6-4f1e-94db-d566756547bf), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:49.292292 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-68c4f48a-e069-4d05-b3eb-a7bf96c88d73 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4d764327-7285-4015-bbe3-ebfc93ab6200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528719 Aug 24 06:45:49.293739 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-35d23337-4659-4861-8174-666b13003727 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (547e4ca4-10d6-4f1e-94db-d566756547bf), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:49.304732 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b355e7-7a58-4a37-a56f-37eba86effba req-88374661-525b-499f-9f21-c51936085134 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:49.308519 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-80b355e7-7a58-4a37-a56f-37eba86effba req-88374661-525b-499f-9f21-c51936085134 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b607344-1425-4d24-9b6f-3b78de61737b HTTP/1.1" status: 200 len: 945 time: 0.1060100 Aug 24 06:45:49.335145 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e9dda-502f-4d75-adf1-3a308e8729b0 req-7e7d895d-104c-469a-9f42-71ac3189d690 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:49.349364 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d70e9dda-502f-4d75-adf1-3a308e8729b0 req-7e7d895d-104c-469a-9f42-71ac3189d690 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.2681086 Aug 24 06:45:49.382351 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d23337-4659-4861-8174-666b13003727 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Pushing event updated for resources: {'Port': ['ID=547e4ca4-10d6-4f1e-94db-d566756547bf,revision_number=2']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:49.393928 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-35d23337-4659-4861-8174-666b13003727 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698989'] for floatingip (836a3539-2710-483d-bb65-92ee94ceaa99), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:49.426409 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-35d23337-4659-4861-8174-666b13003727 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:49.437648 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-35d23337-4659-4861-8174-666b13003727 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1990647 Aug 24 06:45:49.484945 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:49.524564 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d70e9dda-502f-4d75-adf1-3a308e8729b0 req-7ed711e0-7799-481f-b8e0-fbdc7e839e7a tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726334 Aug 24 06:45:49.543918 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-80b355e7-7a58-4a37-a56f-37eba86effba req-613fc0d4-1b2d-4833-9900-fde03ba3a16e tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281396 Aug 24 06:45:49.758567 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e7c85-1cf6-4d05-8321-4b1327de73ee req-3865ba58-0ecf-4d30-b7c3-d8c01dda982a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:49.763355 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-029e7c85-1cf6-4d05-8321-4b1327de73ee req-3865ba58-0ecf-4d30-b7c3-d8c01dda982a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=193f97ea-0a83-4ece-9176-c200ed18a07d HTTP/1.1" status: 200 len: 944 time: 0.1081903 Aug 24 06:45:50.088220 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-029e7c85-1cf6-4d05-8321-4b1327de73ee req-c5697961-4864-4e78-a061-d8609388d0d6 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=635f10d9-841d-45da-b37a-bc9670841ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2901611 Aug 24 06:45:50.234695 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b58ae5e9-fe79-4a94-bdb0-223b37d6f644 req-7956f897-37b8-481d-8963-0ef31fd599d4 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 210 time: 0.0401902 Aug 24 06:45:50.444121 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c5703-1254-463d-8381-c17fb272fd25 req-a15b7e63-28b4-437b-8e12-37bd939fab18 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:50.446018 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7b9c5703-1254-463d-8381-c17fb272fd25 req-a15b7e63-28b4-437b-8e12-37bd939fab18 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.0750122 Aug 24 06:45:50.559619 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7b9c5703-1254-463d-8381-c17fb272fd25 req-c542d1af-5a76-4c3c-b95b-37579739104a tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010590 Aug 24 06:45:50.708078 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eae37e-ed6e-446e-b110-1001befb235c req-1624ca4a-6a82-4f16-9de8-7908df628ba2 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:50.730797 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-66eae37e-ed6e-446e-b110-1001befb235c req-1624ca4a-6a82-4f16-9de8-7908df628ba2 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.1057067 Aug 24 06:45:50.857440 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:50.896090 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-6cffdfa9-5caf-4bfa-ae04-0fb4871cf057 req-5ccf4414-5355-4859-bf1e-162d243b3029 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4d764327-7285-4015-bbe3-ebfc93ab6200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958153 Aug 24 06:45:50.943131 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 50890) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:45:50.995525 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:51.062670 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-082286c5-6e4c-4569-a941-c9dd0ea88952 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:51.064232 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-082286c5-6e4c-4569-a941-c9dd0ea88952 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.58 "GET /networking/v2.0/networks?id=1a65afdd-a8e2-4518-9256-f6218e06bf95 HTTP/1.1" status: 200 len: 808 time: 0.3270197 Aug 24 06:45:51.117030 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-66eae37e-ed6e-446e-b110-1001befb235c req-27ae1d98-5aaf-44d7-9621-f5e67eb35ecb tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3814819 Aug 24 06:45:51.200697 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-56f9647f-249b-4e30-8121-b56bd3876014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:51.309773 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e170e-fe1c-4a38-809b-774469c7b086 req-64cbbb89-389c-400a-beda-3274c21b033d tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:51.321805 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ed6e170e-fe1c-4a38-809b-774469c7b086 req-64cbbb89-389c-400a-beda-3274c21b033d tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b607344-1425-4d24-9b6f-3b78de61737b HTTP/1.1" status: 200 len: 945 time: 0.1253920 Aug 24 06:45:51.328577 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:51.354282 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-56f9647f-249b-4e30-8121-b56bd3876014 admin admin] Publish callbacks [] for security_group (fb2f6e36-04a2-4c38-8c1d-cded3de89f77), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:51.361642 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-56f9647f-249b-4e30-8121-b56bd3876014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (fb2f6e36-04a2-4c38-8c1d-cded3de89f77), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:51.448147 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ed6e170e-fe1c-4a38-809b-774469c7b086 req-a54f0fde-ead5-4020-b26c-01e7aaf91923 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196992 Aug 24 06:45:51.454020 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 50898) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:45:51.461030 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-56f9647f-249b-4e30-8121-b56bd3876014 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7139329fd50d4910820437fe17d09a1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5163794 Aug 24 06:45:51.462437 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9647f-249b-4e30-8121-b56bd3876014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2f6e36-04a2-4c38-8c1d-cded3de89f77,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:51.634157 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab5a06-dc2a-4f78-b405-1e31979a14be req-82d3e8f2-c55d-46cd-98e9-935f6fd36420 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:51.642285 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-00ab5a06-dc2a-4f78-b405-1e31979a14be req-82d3e8f2-c55d-46cd-98e9-935f6fd36420 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=193f97ea-0a83-4ece-9176-c200ed18a07d HTTP/1.1" status: 200 len: 944 time: 0.0625710 Aug 24 06:45:51.665505 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-eafad913-6e3f-435d-8fcf-c0dbddc63399 admin admin] Publish callbacks [] for security_group (fb2f6e36-04a2-4c38-8c1d-cded3de89f77), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:51.689705 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-eafad913-6e3f-435d-8fcf-c0dbddc63399 admin admin] Publish callbacks [] for security_group (fb2f6e36-04a2-4c38-8c1d-cded3de89f77), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:51.790230 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-00ab5a06-dc2a-4f78-b405-1e31979a14be req-89e8bb05-c8bb-4b4f-9d20-ab2281f1db70 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=635f10d9-841d-45da-b37a-bc9670841ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463454 Aug 24 06:45:51.791295 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-eafad913-6e3f-435d-8fcf-c0dbddc63399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (fb2f6e36-04a2-4c38-8c1d-cded3de89f77), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:51.802360 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-eafad913-6e3f-435d-8fcf-c0dbddc63399 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:51.803576 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-eafad913-6e3f-435d-8fcf-c0dbddc63399 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/fb2f6e36-04a2-4c38-8c1d-cded3de89f77 HTTP/1.1" status: 204 len: 168 time: 0.3484693 Aug 24 06:45:51.825924 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafad913-6e3f-435d-8fcf-c0dbddc63399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2f6e36-04a2-4c38-8c1d-cded3de89f77,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:51.959419 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-94c4bf04-b92a-40ad-8b21-0e445c57e4bc req-80d67ad7-de46-4ae1-a320-fee201931a6f tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 210 time: 0.0751987 Aug 24 06:45:52.177233 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:52.301792 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b720e76-587d-4e0c-be59-fe46356c8db0 req-1a56b131-9d09-42fc-bba2-b1c2a865d059 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:52.324981 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6b720e76-587d-4e0c-be59-fe46356c8db0 req-1a56b131-9d09-42fc-bba2-b1c2a865d059 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.2577806 Aug 24 06:45:52.446314 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-099c985d-0ae9-4444-9d22-29fe454fd2c7 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0bf38c354bea44f5a503e76fa53b20f6 HTTP/1.1" status: 200 len: 376 time: 0.3138785 Aug 24 06:45:52.464424 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-4b5a96a9-6b3c-42c7-aaca-630e9338f805 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Request body: {'port': {'device_id': 'cdb639cc-8b84-4663-b991-2954e9c87fef', 'network_id': '1a65afdd-a8e2-4518-9256-f6218e06bf95', 'admin_state_up': True, 'tenant_id': '0bf38c354bea44f5a503e76fa53b20f6', 'security_groups': ['9b75c0b3-c91f-4b27-9cba-954b21aef849']}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:45:52.543587 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6b720e76-587d-4e0c-be59-fe46356c8db0 req-8761c714-b823-42bb-8f46-7b2eabdfdabf tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139957 Aug 24 06:45:52.663488 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 50910) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:45:52.766673 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-4b5a96a9-6b3c-42c7-aaca-630e9338f805 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Made reservation on behalf of 0bf38c354bea44f5a503e76fa53b20f6 for: {'port': 1} {{(pid=113089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:45:52.774336 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-4b5a96a9-6b3c-42c7-aaca-630e9338f805 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:52.792173 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d0d100c6-1bf1-4a40-bc34-2d006509754d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:52.865686 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd85508-3b14-4204-896e-76b4c073cd33 req-ca4c0a9a-a119-40bb-b509-82ac5b8de43a tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:52.867403 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-cfd85508-3b14-4204-896e-76b4c073cd33 req-ca4c0a9a-a119-40bb-b509-82ac5b8de43a tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7b607344-1425-4d24-9b6f-3b78de61737b HTTP/1.1" status: 200 len: 945 time: 0.7209716 Aug 24 06:45:52.867952 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ca184-eb41-4ffd-9924-a9fa1c5a58f0 req-33e5045b-e31e-45b9-83e6-5b4e2a529414 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:52.873749 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ba1de-f73b-42f5-bf15-1ca0eba836fb req-d879e747-cf3c-47d8-9652-d5fcffad876d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:52.880868 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0a4ca184-eb41-4ffd-9924-a9fa1c5a58f0 req-33e5045b-e31e-45b9-83e6-5b4e2a529414 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.1453297 Aug 24 06:45:52.881409 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-dc9ba1de-f73b-42f5-bf15-1ca0eba836fb req-d879e747-cf3c-47d8-9652-d5fcffad876d service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=a41fb206b09941ac80996a3c9cbaae58&device_id=193f97ea-0a83-4ece-9176-c200ed18a07d HTTP/1.1" status: 200 len: 1128 time: 0.7250173 Aug 24 06:45:53.011240 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0a4ca184-eb41-4ffd-9924-a9fa1c5a58f0 req-9705d24d-5364-45c4-ab98-2676f04c3770 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294231 Aug 24 06:45:53.243018 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=11 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:53.248737 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [req-cfd85508-3b14-4204-896e-76b4c073cd33 req-330b7c65-8fdc-4159-bbe0-326f653afe2b tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Deleting port 39027cd7-799c-4639-bf55-55e5d763c37a {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:45:53.249424 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-cfd85508-3b14-4204-896e-76b4c073cd33 req-330b7c65-8fdc-4159-bbe0-326f653afe2b tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (39027cd7-799c-4639-bf55-55e5d763c37a), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:53.277945 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8085960-12a2-4be5-ad9d-b5d70395d456 req-ae958d7d-4094-4adf-9257-36a1f575625b tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:53.290392 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c8085960-12a2-4be5-ad9d-b5d70395d456 req-ae958d7d-4094-4adf-9257-36a1f575625b tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b607344-1425-4d24-9b6f-3b78de61737b HTTP/1.1" status: 200 len: 945 time: 0.1641455 Aug 24 06:45:53.326651 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d0d100c6-1bf1-4a40-bc34-2d006509754d admin admin] Publish callbacks [] for security_group (ba2db6ee-d7fc-4c17-9cf2-77eba0b71e83), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:53.362993 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d0d100c6-1bf1-4a40-bc34-2d006509754d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (ba2db6ee-d7fc-4c17-9cf2-77eba0b71e83), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:53.364458 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.db_base_plugin_common [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-4b5a96a9-6b3c-42c7-aaca-630e9338f805 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Allocated IP 172.20.0.10 (1a65afdd-a8e2-4518-9256-f6218e06bf95/c0ac3680-c342-4f76-808a-5fdbedfba4b3/23d72516-fd9a-4990-84c2-92849cc63fb1) {{(pid=113089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:45:53.413037 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-d0d100c6-1bf1-4a40-bc34-2d006509754d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=949bf53270bc46bdace845512886eadb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7048359 Aug 24 06:45:53.414684 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ba1de-f73b-42f5-bf15-1ca0eba836fb req-3ddb1202-00b2-40c5-b5ea-7524596f00ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:53.416787 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-dc9ba1de-f73b-42f5-bf15-1ca0eba836fb req-3ddb1202-00b2-40c5-b5ea-7524596f00ba service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=4d764327-7285-4015-bbe3-ebfc93ab6200 HTTP/1.1" status: 200 len: 916 time: 0.4562020 Aug 24 06:45:53.419052 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 50916) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:45:53.513412 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-dc9ba1de-f73b-42f5-bf15-1ca0eba836fb req-7c89bc5d-763e-4dff-8ca6-fd351da28ea1 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f6226b0-8d94-4788-b98d-169d64e666d4 HTTP/1.1" status: 200 len: 217 time: 0.0823529 Aug 24 06:45:53.519897 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d100c6-1bf1-4a40-bc34-2d006509754d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2db6ee-d7fc-4c17-9cf2-77eba0b71e83,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:53.542176 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c8085960-12a2-4be5-ad9d-b5d70395d456 req-1b14030f-ff6a-492c-aa2e-31a3ba4c9621 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399561 Aug 24 06:45:53.619398 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-cfd85508-3b14-4204-896e-76b4c073cd33 req-330b7c65-8fdc-4159-bbe0-326f653afe2b tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] For port 39027cd7-799c-4639-bf55-55e5d763c37a, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=39027cd7-799c-4639-bf55-55e5d763c37a,segment=NetworkSegment(d70b68af-beaa-4880-9fac-acf996738416),segment_id=d70b68af-beaa-4880-9fac-acf996738416)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:45:53.620207 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-cfd85508-3b14-4204-896e-76b4c073cd33 req-330b7c65-8fdc-4159-bbe0-326f653afe2b tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (39027cd7-799c-4639-bf55-55e5d763c37a), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:53.640127 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [req-cfd85508-3b14-4204-896e-76b4c073cd33 req-330b7c65-8fdc-4159-bbe0-326f653afe2b tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Calling delete_port for 39027cd7-799c-4639-bf55-55e5d763c37a owned by compute:nova {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:45:53.642423 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:53.645319 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ba1de-f73b-42f5-bf15-1ca0eba836fb req-9d28cb6f-1ea2-4a6f-bf03-bbb46e7323af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:53.647532 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-dc9ba1de-f73b-42f5-bf15-1ca0eba836fb req-9d28cb6f-1ea2-4a6f-bf03-bbb46e7323af service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=68aa3b00-7d83-4a36-89ce-d2987615f595 HTTP/1.1" status: 200 len: 854 time: 0.1081862 Aug 24 06:45:53.753946 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-88e6b8ad-f6df-47b5-8469-99a5ded044bf admin admin] Publish callbacks [] for security_group (ba2db6ee-d7fc-4c17-9cf2-77eba0b71e83), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:53.858327 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-88e6b8ad-f6df-47b5-8469-99a5ded044bf admin admin] Publish callbacks [] for security_group (ba2db6ee-d7fc-4c17-9cf2-77eba0b71e83), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:53.888432 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece90676-dde6-4d4d-bc9e-b1b79e61e227 req-e240ba18-c881-4312-be81-6bf96276fc7e tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:53.896875 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ba1de-f73b-42f5-bf15-1ca0eba836fb req-d7b40bb2-f452-4e20-9cd2-9bac0aef4fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:53.897883 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ece90676-dde6-4d4d-bc9e-b1b79e61e227 req-e240ba18-c881-4312-be81-6bf96276fc7e tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=193f97ea-0a83-4ece-9176-c200ed18a07d HTTP/1.1" status: 200 len: 944 time: 0.1712463 Aug 24 06:45:53.900557 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-dc9ba1de-f73b-42f5-bf15-1ca0eba836fb req-d7b40bb2-f452-4e20-9cd2-9bac0aef4fbd service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=4d764327-7285-4015-bbe3-ebfc93ab6200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2434604 Aug 24 06:45:53.910560 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:53.912227 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-cfd85508-3b14-4204-896e-76b4c073cd33 req-330b7c65-8fdc-4159-bbe0-326f653afe2b tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (39027cd7-799c-4639-bf55-55e5d763c37a), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:53.978027 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 7f6226b0-8d94-4788-b98d-169d64e666d4 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 06:45:53.998105 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-4b5a96a9-6b3c-42c7-aaca-630e9338f805 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks [] for port (23d72516-fd9a-4990-84c2-92849cc63fb1), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:54.056480 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-88e6b8ad-f6df-47b5-8469-99a5ded044bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (ba2db6ee-d7fc-4c17-9cf2-77eba0b71e83), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:54.059811 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-88e6b8ad-f6df-47b5-8469-99a5ded044bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:54.063760 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-88e6b8ad-f6df-47b5-8469-99a5ded044bf admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ba2db6ee-d7fc-4c17-9cf2-77eba0b71e83 HTTP/1.1" status: 204 len: 168 time: 0.6407502 Aug 24 06:45:54.074642 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6b8ad-f6df-47b5-8469-99a5ded044bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2db6ee-d7fc-4c17-9cf2-77eba0b71e83,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:54.092887 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ece90676-dde6-4d4d-bc9e-b1b79e61e227 req-a75cea46-6f87-49a0-98b3-792f9be6ee77 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=635f10d9-841d-45da-b37a-bc9670841ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940200 Aug 24 06:45:54.133514 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-4b5a96a9-6b3c-42c7-aaca-630e9338f805 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (23d72516-fd9a-4990-84c2-92849cc63fb1), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:54.265715 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-4b5a96a9-6b3c-42c7-aaca-630e9338f805 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Network 1a65afdd-a8e2-4518-9256-f6218e06bf95 is already hosted by enough agents. {{(pid=113089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:45:54.268777 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a96a9-6b3c-42c7-aaca-630e9338f805 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Pushing event updated for resources: {'Port': ['ID=23d72516-fd9a-4990-84c2-92849cc63fb1,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:54.274538 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-4b5a96a9-6b3c-42c7-aaca-630e9338f805 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Resources bound (agent type, host, resource id): {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:45:54.289049 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-4b5a96a9-6b3c-42c7-aaca-630e9338f805 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Received port after_create {{(pid=113089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:45:54.301549 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-4b5a96a9-6b3c-42c7-aaca-630e9338f805 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:54.302420 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-4b5a96a9-6b3c-42c7-aaca-630e9338f805 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:54.305574 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 39027cd7-799c-4639-bf55-55e5d763c37a no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:45:54.313731 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b7c65-8fdc-4159-bbe0-326f653afe2b tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Pushing event deleted for resources: {'Port': ['ID=39027cd7-799c-4639-bf55-55e5d763c37a,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:54.336704 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f0751-1a95-4e20-afa3-814ed8cc8415 req-36833fff-442e-4504-800e-efc8c7842aa4 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:54.344572 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-709f0751-1a95-4e20-afa3-814ed8cc8415 req-36833fff-442e-4504-800e-efc8c7842aa4 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 932 time: 0.1347187 Aug 24 06:45:54.371688 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-4b5a96a9-6b3c-42c7-aaca-630e9338f805 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9167914 Aug 24 06:45:54.394006 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-1d79104c-d5a3-4b56-b943-e90f86120e58 service neutron] Request body: {'port': {'device_id': 'cdb639cc-8b84-4663-b991-2954e9c87fef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:45:54.468434 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] No Port match for: 39027cd7-799c-4639-bf55-55e5d763c37a {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:45:54.468844 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-dc9ba1de-f73b-42f5-bf15-1ca0eba836fb req-0afe3861-a488-4d58-8ea6-c1eab233ef6e service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4d764327-7285-4015-bbe3-ebfc93ab6200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5518034 Aug 24 06:45:54.470155 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 39027cd7-799c-4639-bf55-55e5d763c37a not bound to the agent host hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:45:54.493796 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:54.503083 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-709f0751-1a95-4e20-afa3-814ed8cc8415 req-0859fc2a-c07d-4c14-b877-3ae9a76e8ec3 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1574383 Aug 24 06:45:54.569098 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 7f6226b0-8d94-4788-b98d-169d64e666d4, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=7f6226b0-8d94-4788-b98d-169d64e666d4,segment=NetworkSegment(5640d952-e513-45d9-be85-d5e12a41703e),segment_id=5640d952-e513-45d9-be85-d5e12a41703e)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:45:54.577194 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd85508-3b14-4204-896e-76b4c073cd33 req-330b7c65-8fdc-4159-bbe0-326f653afe2b tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] No DVR routers for this DVR port 39027cd7-799c-4639-bf55-55e5d763c37a on host hv-cinder-85427 {{(pid=113088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:45:54.619947 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-1d79104c-d5a3-4b56-b943-e90f86120e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (23d72516-fd9a-4990-84c2-92849cc63fb1), before_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:54.640459 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Returning: {'device': '7f6226b0-8d94-4788-b98d-169d64e666d4', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'port_id': '7f6226b0-8d94-4788-b98d-169d64e666d4', 'mac_address': 'fa:16:3e:4b:37:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 06:45:54.644558 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-cfd85508-3b14-4204-896e-76b4c073cd33 req-330b7c65-8fdc-4159-bbe0-326f653afe2b tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:54.654035 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-cfd85508-3b14-4204-896e-76b4c073cd33 req-330b7c65-8fdc-4159-bbe0-326f653afe2b tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.58 "DELETE /networking/v2.0/ports/39027cd7-799c-4639-bf55-55e5d763c37a HTTP/1.1" status: 204 len: 173 time: 1.7708507 Aug 24 06:45:54.654271 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b607344-1425-4d24-9b6f-3b78de61737b', 'name': 'network-vif-deleted', 'tag': '39027cd7-799c-4639-bf55-55e5d763c37a'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:45:54.667865 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27d89c6-65db-455b-acc7-0f0a7544d69a" -d '{"events": [{"server_uuid": "7b607344-1425-4d24-9b6f-3b78de61737b", "name": "network-vif-deleted", "tag": "39027cd7-799c-4639-bf55-55e5d763c37a"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:45:54.778314 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beabbda-388a-4773-bab8-184a43ff46e4 req-98dd07e5-ad1d-46fc-badd-eab541e72c4d tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:54.785450 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 7f6226b0-8d94-4788-b98d-169d64e666d4 is: DOWN; New status is: BUILD {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:45:54.785907 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (7f6226b0-8d94-4788-b98d-169d64e666d4), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:54.789324 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-8beabbda-388a-4773-bab8-184a43ff46e4 req-98dd07e5-ad1d-46fc-badd-eab541e72c4d tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.1442189 Aug 24 06:45:54.835387 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:54.859296 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f6226b0-8d94-4788-b98d-169d64e666d4 {{(pid=113090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:45:54.893911 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-7fc74e13-f0c7-4047-b6dc-40356cb77616 None None] Provisioning complete for port 23d72516-fd9a-4990-84c2-92849cc63fb1 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:45:54.896405 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-7fc74e13-f0c7-4047-b6dc-40356cb77616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (23d72516-fd9a-4990-84c2-92849cc63fb1), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:54.955457 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-dc9ba1de-f73b-42f5-bf15-1ca0eba836fb req-d06078a9-2c8d-4b06-9840-bd8a39308b03 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4d764327-7285-4015-bbe3-ebfc93ab6200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328606 Aug 24 06:45:54.991716 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 7f6226b0-8d94-4788-b98d-169d64e666d4, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=7f6226b0-8d94-4788-b98d-169d64e666d4,segment=NetworkSegment(5640d952-e513-45d9-be85-d5e12a41703e),segment_id=5640d952-e513-45d9-be85-d5e12a41703e)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:45:55.004744 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-8beabbda-388a-4773-bab8-184a43ff46e4 req-b4d0fbca-6a70-4d4c-b258-802c4aa9361a tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104292 Aug 24 06:45:55.008546 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (7f6226b0-8d94-4788-b98d-169d64e666d4), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:55.083393 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-7fc74e13-f0c7-4047-b6dc-40356cb77616 None None] Port 23d72516-fd9a-4990-84c2-92849cc63fb1 cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:45:55.087131 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=7f6226b0-8d94-4788-b98d-169d64e666d4,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:55.348618 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.notifiers.nova [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-1d79104c-d5a3-4b56-b943-e90f86120e58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d72516-fd9a-4990-84c2-92849cc63fb1 {{(pid=113089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:45:55.357798 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-1d79104c-d5a3-4b56-b943-e90f86120e58 service neutron] Publish callbacks [] for port (23d72516-fd9a-4990-84c2-92849cc63fb1), precommit_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:55.372541 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.provisioning_blocks [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-1d79104c-d5a3-4b56-b943-e90f86120e58 service neutron] Transition to ACTIVE for port object 23d72516-fd9a-4990-84c2-92849cc63fb1 will not be triggered until provisioned by entity L2. {{(pid=113089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 06:45:55.373439 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:55.428474 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:55.432953 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-1d79104c-d5a3-4b56-b943-e90f86120e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (23d72516-fd9a-4990-84c2-92849cc63fb1), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:55.544810 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20458bf4-0707-483e-9f90-0ad1e04f4f37 req-ec838f84-f671-4540-a975-e5d5be2c4894 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:55.573356 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-20458bf4-0707-483e-9f90-0ad1e04f4f37 req-ec838f84-f671-4540-a975-e5d5be2c4894 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.1981573 Aug 24 06:45:55.617568 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['7f6226b0-8d94-4788-b98d-169d64e666d4'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:45:55.642800 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79104c-d5a3-4b56-b943-e90f86120e58 service neutron] Pushing event updated for resources: {'Port': ['ID=23d72516-fd9a-4990-84c2-92849cc63fb1,revision_number=2']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:55.661577 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.managers [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-1d79104c-d5a3-4b56-b943-e90f86120e58 service neutron] Attempting to bind port 23d72516-fd9a-4990-84c2-92849cc63fb1 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:45:55.662275 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.managers [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-1d79104c-d5a3-4b56-b943-e90f86120e58 service neutron] Attempting to bind port 23d72516-fd9a-4990-84c2-92849cc63fb1 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '66e80b04-3348-4d98-9a1e-377326afcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1a65afdd-a8e2-4518-9256-f6218e06bf95'}] {{(pid=113089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:45:55.662756 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-1d79104c-d5a3-4b56-b943-e90f86120e58 service neutron] Attempting to bind port 23d72516-fd9a-4990-84c2-92849cc63fb1 on network 1a65afdd-a8e2-4518-9256-f6218e06bf95 {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:45:55.677721 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-1d79104c-d5a3-4b56-b943-e90f86120e58 service neutron] Port 23d72516-fd9a-4990-84c2-92849cc63fb1 on network 1a65afdd-a8e2-4518-9256-f6218e06bf95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 06:45:55.678037 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-1d79104c-d5a3-4b56-b943-e90f86120e58 service neutron] Attempting to bind port 23d72516-fd9a-4990-84c2-92849cc63fb1 on network 1a65afdd-a8e2-4518-9256-f6218e06bf95 {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:45:55.690953 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-1d79104c-d5a3-4b56-b943-e90f86120e58 service neutron] Checking agent: {'id': '92318399-7fe8-4397-ad86-085269988e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'started_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:45:55.691466 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-1d79104c-d5a3-4b56-b943-e90f86120e58 service neutron] Checking segment: {'id': '66e80b04-3348-4d98-9a1e-377326afcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1a65afdd-a8e2-4518-9256-f6218e06bf95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:45:55.691848 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-1d79104c-d5a3-4b56-b943-e90f86120e58 service neutron] Bound using segment: {'id': '66e80b04-3348-4d98-9a1e-377326afcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1a65afdd-a8e2-4518-9256-f6218e06bf95'} {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:45:55.692388 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.managers [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-1d79104c-d5a3-4b56-b943-e90f86120e58 service neutron] Bound port: 23d72516-fd9a-4990-84c2-92849cc63fb1, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e80b04-3348-4d98-9a1e-377326afcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1a65afdd-a8e2-4518-9256-f6218e06bf95'}}] {{(pid=113089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:45:55.692829 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-1d79104c-d5a3-4b56-b943-e90f86120e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (23d72516-fd9a-4990-84c2-92849cc63fb1), before_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:55.711257 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-20458bf4-0707-483e-9f90-0ad1e04f4f37 req-6c3bec6a-a43d-4e60-ae08-85fe320fc688 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284349 Aug 24 06:45:55.779983 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.db [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-1d79104c-d5a3-4b56-b943-e90f86120e58 service neutron] For port 23d72516-fd9a-4990-84c2-92849cc63fb1, host hv-cinder-85427, cleared binding levels {{(pid=113089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:45:55.802303 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.db [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-1d79104c-d5a3-4b56-b943-e90f86120e58 service neutron] For port 23d72516-fd9a-4990-84c2-92849cc63fb1, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=23d72516-fd9a-4990-84c2-92849cc63fb1,segment=NetworkSegment(66e80b04-3348-4d98-9a1e-377326afcde4),segment_id=66e80b04-3348-4d98-9a1e-377326afcde4)] {{(pid=113089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:45:55.812568 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-1d79104c-d5a3-4b56-b943-e90f86120e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (23d72516-fd9a-4990-84c2-92849cc63fb1), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:55.819016 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-1d79104c-d5a3-4b56-b943-e90f86120e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:55.820066 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-1d79104c-d5a3-4b56-b943-e90f86120e58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:55.821074 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-1d79104c-d5a3-4b56-b943-e90f86120e58 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/23d72516-fd9a-4990-84c2-92849cc63fb1 HTTP/1.1" status: 200 len: 1094 time: 1.4390292 Aug 24 06:45:55.821589 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb639cc-8b84-4663-b991-2954e9c87fef', 'tag': '23d72516-fd9a-4990-84c2-92849cc63fb1'}] {{(pid=113089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:45:55.824038 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95c9b8c2b54b2cd10d832cf4cc4818d331942fea0eff1eb136de0d3feea1bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aec5778-2d5d-4961-b954-11406089cf3a" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb639cc-8b84-4663-b991-2954e9c87fef", "tag": "23d72516-fd9a-4990-84c2-92849cc63fb1"}]}' {{(pid=113089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:45:55.983439 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-5c46005d-790a-4fe6-bb37-1ffc29a205c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:55.995257 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-5c46005d-790a-4fe6-bb37-1ffc29a205c7 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0bf38c354bea44f5a503e76fa53b20f6&device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 1128 time: 0.1101835 Aug 24 06:45:56.030067 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b228d935-51ff-4384-afe9-aebd22a204a9 x-openstack-request-id: req-b228d935-51ff-4384-afe9-aebd22a204a9 {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:45:56.030620 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b607344-1425-4d24-9b6f-3b78de61737b", "name": "network-vif-deleted", "tag": "39027cd7-799c-4639-bf55-55e5d763c37a", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:45:56.030620 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b228d935-51ff-4384-afe9-aebd22a204a9 {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:45:56.031004 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b228d935-51ff-4384-afe9-aebd22a204a9'] response: {'server_uuid': '7b607344-1425-4d24-9b6f-3b78de61737b', 'name': 'network-vif-deleted', 'tag': '39027cd7-799c-4639-bf55-55e5d763c37a', 'status': 'completed', 'code': 200} Aug 24 06:45:56.118255 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-d4499569-56e4-4650-8e78-ac0db1b7a9bb service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23d72516-fd9a-4990-84c2-92849cc63fb1 HTTP/1.1" status: 200 len: 217 time: 0.1012909 Aug 24 06:45:56.257731 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762296f6-a12f-4bf5-8c6d-c32d0f9fe1d5 req-156cb5c7-f1b7-4cd4-8f4a-9ad942c2a9ea tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:56.267827 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-762296f6-a12f-4bf5-8c6d-c32d0f9fe1d5 req-156cb5c7-f1b7-4cd4-8f4a-9ad942c2a9ea tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=193f97ea-0a83-4ece-9176-c200ed18a07d HTTP/1.1" status: 200 len: 945 time: 0.1363907 Aug 24 06:45:56.506935 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-3c7918e4-f780-4f9a-a5f2-49c45237d41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:56.509971 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-3c7918e4-f780-4f9a-a5f2-49c45237d41a service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=c0ac3680-c342-4f76-808a-5fdbedfba4b3 HTTP/1.1" status: 200 len: 847 time: 0.1715016 Aug 24 06:45:56.539012 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-762296f6-a12f-4bf5-8c6d-c32d0f9fe1d5 req-787c3dff-30de-4420-8ede-30bb49909cfa tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=635f10d9-841d-45da-b37a-bc9670841ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2701945 Aug 24 06:45:56.596399 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79104c-d5a3-4b56-b943-e90f86120e58 service neutron] Pushing event updated for resources: {'Port': ['ID=23d72516-fd9a-4990-84c2-92849cc63fb1,revision_number=3']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:56.692113 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-789f56ba-6f77-47e4-b839-cadcb0abf598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:56.693754 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-789f56ba-6f77-47e4-b839-cadcb0abf598 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=1a65afdd-a8e2-4518-9256-f6218e06bf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1537435 Aug 24 06:45:56.800437 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28625fc1-c6f0-4746-96f2-68008a660895 req-4d0bcc34-46de-47a5-be84-6522d5abfd54 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:56.802595 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-28625fc1-c6f0-4746-96f2-68008a660895 req-4d0bcc34-46de-47a5-be84-6522d5abfd54 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 944 time: 0.0935843 Aug 24 06:45:56.893988 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-28625fc1-c6f0-4746-96f2-68008a660895 req-a4b20f2d-991b-46fa-aec1-ec58ede385b8 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0855229 Aug 24 06:45:56.975468 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844c59b9-da5d-4209-9c2e-7a3da5703ab1 x-openstack-request-id: req-844c59b9-da5d-4209-9c2e-7a3da5703ab1 {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:45:56.975991 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb639cc-8b84-4663-b991-2954e9c87fef", "tag": "23d72516-fd9a-4990-84c2-92849cc63fb1", "status": "completed", "code": 200}]} {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:45:56.976375 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-844c59b9-da5d-4209-9c2e-7a3da5703ab1 {{(pid=113089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:45:56.976913 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-844c59b9-da5d-4209-9c2e-7a3da5703ab1'] response: {'name': 'network-changed', 'server_uuid': 'cdb639cc-8b84-4663-b991-2954e9c87fef', 'tag': '23d72516-fd9a-4990-84c2-92849cc63fb1', 'status': 'completed', 'code': 200} Aug 24 06:45:57.085083 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:45:57.194333 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147137a-7e22-444e-8124-141a480e558c req-770a995d-4f6d-4ab0-9e4a-d09b88a1fac9 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:57.203095 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5147137a-7e22-444e-8124-141a480e558c req-770a995d-4f6d-4ab0-9e4a-d09b88a1fac9 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.1085603 Aug 24 06:45:57.273753 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5147137a-7e22-444e-8124-141a480e558c req-1c18610a-0c56-4811-b86e-f4c0317f83ca tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688899 Aug 24 06:45:57.486508 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd095e0e-b77f-4197-bc6f-5c84a6b21207 req-1aaae035-2292-41eb-9560-0f9654f60193 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:57.495657 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-dd095e0e-b77f-4197-bc6f-5c84a6b21207 req-1aaae035-2292-41eb-9560-0f9654f60193 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.0812356 Aug 24 06:45:57.582533 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-dd095e0e-b77f-4197-bc6f-5c84a6b21207 req-1dbf5e10-1cb4-4fb0-99a5-25fc00261aa0 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854721 Aug 24 06:45:57.710988 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844acb33-ccfb-4919-99cc-0a782edb7767 req-2e6863a8-8861-430f-b739-bdcfe3880700 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:57.719967 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-844acb33-ccfb-4919-99cc-0a782edb7767 req-2e6863a8-8861-430f-b739-bdcfe3880700 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=193f97ea-0a83-4ece-9176-c200ed18a07d HTTP/1.1" status: 200 len: 945 time: 0.0706055 Aug 24 06:45:57.809940 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-844acb33-ccfb-4919-99cc-0a782edb7767 req-061285cf-dc06-406b-a889-037a4f13fdc5 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=635f10d9-841d-45da-b37a-bc9670841ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885470 Aug 24 06:45:57.891012 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:58.163638 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:58.165682 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bda46f-d22f-4b96-8ade-0257d3a1b3d5 req-684456c6-b868-401b-acc3-2117ea0fc047 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:58.176276 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-19bda46f-d22f-4b96-8ade-0257d3a1b3d5 req-684456c6-b868-401b-acc3-2117ea0fc047 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 944 time: 0.1417449 Aug 24 06:45:58.231260 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-64571e70-94be-4700-be36-18b38fbd5b66 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/1a65afdd-a8e2-4518-9256-f6218e06bf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503585 Aug 24 06:45:58.300868 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-19bda46f-d22f-4b96-8ade-0257d3a1b3d5 req-1b45bc4b-5022-4c90-bff3-f458aa43c3f9 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1233737 Aug 24 06:45:58.754918 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a01bb8-a1c0-4c97-8327-9bf75b5bc14a req-1768cda9-31ba-4695-9715-76f2c1e90aee tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:58.757157 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-36a01bb8-a1c0-4c97-8327-9bf75b5bc14a req-1768cda9-31ba-4695-9715-76f2c1e90aee tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.1795211 Aug 24 06:45:58.835346 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-36a01bb8-a1c0-4c97-8327-9bf75b5bc14a req-f37f82fe-01ec-42e9-89d1-6ca89cf9412e tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637186 Aug 24 06:45:59.001133 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc95d1c-d91f-4181-b9e9-3f6e5a94d475 req-0899d6ff-044d-413a-943d-0787d44b5a80 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:59.002820 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0dc95d1c-d91f-4181-b9e9-3f6e5a94d475 req-0899d6ff-044d-413a-943d-0787d44b5a80 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.0923579 Aug 24 06:45:59.127911 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0dc95d1c-d91f-4181-b9e9-3f6e5a94d475 req-b041cbe7-f55e-4088-a19f-4b730d333950 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122119 Aug 24 06:45:59.299871 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 51036) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:45:59.374514 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e2464-f3df-4c63-83b4-ee22cbc6a4b4 req-06a1f6d8-f6ca-4941-9b4c-58451c51cc8b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:59.376396 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c64e2464-f3df-4c63-83b4-ee22cbc6a4b4 req-06a1f6d8-f6ca-4941-9b4c-58451c51cc8b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=193f97ea-0a83-4ece-9176-c200ed18a07d HTTP/1.1" status: 200 len: 945 time: 0.1146035 Aug 24 06:45:59.531474 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c64e2464-f3df-4c63-83b4-ee22cbc6a4b4 req-b2aaf2d4-5723-4be1-a283-58ab94ea4d74 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=635f10d9-841d-45da-b37a-bc9670841ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468339 Aug 24 06:45:59.568621 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-142bea1b-060c-4f10-9667-645573911677 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:59.635183 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:45:59.719769 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 7f6226b0-8d94-4788-b98d-169d64e666d4 up at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:45:59.795695 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-142bea1b-060c-4f10-9667-645573911677 admin admin] Publish callbacks [] for security_group (dfff2435-d6ba-4bf0-adbc-303550fbde94), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:59.803854 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c4d44-8a06-482a-ad3f-7a5681672183 req-4454566b-51f4-46df-bc3e-994baafcbac9 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:45:59.805311 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-142bea1b-060c-4f10-9667-645573911677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (dfff2435-d6ba-4bf0-adbc-303550fbde94), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:59.806674 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bf2c4d44-8a06-482a-ad3f-7a5681672183 req-4454566b-51f4-46df-bc3e-994baafcbac9 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 944 time: 0.1020658 Aug 24 06:45:59.819141 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning for port 7f6226b0-8d94-4788-b98d-169d64e666d4 completed by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 06:45:59.832427 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning complete for port 7f6226b0-8d94-4788-b98d-169d64e666d4 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:45:59.833263 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (7f6226b0-8d94-4788-b98d-169d64e666d4), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:45:59.929716 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142bea1b-060c-4f10-9667-645573911677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfff2435-d6ba-4bf0-adbc-303550fbde94,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:45:59.947300 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-142bea1b-060c-4f10-9667-645573911677 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=afd56ef2630a4bacaad299396d152d6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6350760 Aug 24 06:45:59.956101 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 51046) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:45:59.997804 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:00.017176 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-821e3343-ad1c-4c60-b3a1-7ff22f1ef214 req-333971aa-6aeb-451d-b814-3c8a449a5b4d service neutron] 10.222.0.58 "GET /networking/v2.0/networks/1a65afdd-a8e2-4518-9256-f6218e06bf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058382 Aug 24 06:46:00.057994 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 7f6226b0-8d94-4788-b98d-169d64e666d4 is: BUILD; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:46:00.058389 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (7f6226b0-8d94-4788-b98d-169d64e666d4), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:00.108792 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bf2c4d44-8a06-482a-ad3f-7a5681672183 req-8e0b41f6-138a-4ec4-9112-fbbc98e7bd00 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0884819 Aug 24 06:46:00.119683 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-31bda362-a97f-47e3-a60c-40454a51d258 admin admin] Publish callbacks [] for security_group (dfff2435-d6ba-4bf0-adbc-303550fbde94), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:00.167023 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 7f6226b0-8d94-4788-b98d-169d64e666d4, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=7f6226b0-8d94-4788-b98d-169d64e666d4,segment=NetworkSegment(5640d952-e513-45d9-be85-d5e12a41703e),segment_id=5640d952-e513-45d9-be85-d5e12a41703e)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:46:00.170800 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193f97ea-0a83-4ece-9176-c200ed18a07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6226b0-8d94-4788-b98d-169d64e666d4'}] {{(pid=113090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:46:00.178888 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b6006cf2a23db0b36d2003dbfde04691441a00dec53483979079bf2def40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc45e8f4-72ed-493b-be25-3996734ff7cc" -d '{"events": [{"server_uuid": "193f97ea-0a83-4ece-9176-c200ed18a07d", "name": "network-vif-plugged", "status": "completed", "tag": "7f6226b0-8d94-4788-b98d-169d64e666d4"}]}' {{(pid=113090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:46:00.195613 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-31bda362-a97f-47e3-a60c-40454a51d258 admin admin] Publish callbacks [] for security_group (dfff2435-d6ba-4bf0-adbc-303550fbde94), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:00.198917 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (7f6226b0-8d94-4788-b98d-169d64e666d4), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:00.282535 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3df5a6-60dc-463e-81d9-3b2e6e227c19 req-19396b47-98d5-4bcb-bcf3-1dba7328c3c1 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:00.282535 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ed3df5a6-60dc-463e-81d9-3b2e6e227c19 req-19396b47-98d5-4bcb-bcf3-1dba7328c3c1 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.0662236 Aug 24 06:46:00.338598 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-31bda362-a97f-47e3-a60c-40454a51d258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (dfff2435-d6ba-4bf0-adbc-303550fbde94), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:00.342460 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-31bda362-a97f-47e3-a60c-40454a51d258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:00.343928 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-31bda362-a97f-47e3-a60c-40454a51d258 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/dfff2435-d6ba-4bf0-adbc-303550fbde94 HTTP/1.1" status: 204 len: 168 time: 0.3865190 Aug 24 06:46:00.359707 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bda362-a97f-47e3-a60c-40454a51d258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfff2435-d6ba-4bf0-adbc-303550fbde94,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:00.370326 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=7f6226b0-8d94-4788-b98d-169d64e666d4,revision_number=5']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:00.401435 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ed3df5a6-60dc-463e-81d9-3b2e6e227c19 req-0e51204f-79c3-47ce-9f7b-88ed24a237d1 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228271 Aug 24 06:46:00.498759 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec5778-2d5d-4961-b954-11406089cf3a req-b1d1de5f-cacf-44c3-965b-8661ed02d728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:00.500670 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2aec5778-2d5d-4961-b954-11406089cf3a req-b1d1de5f-cacf-44c3-965b-8661ed02d728 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0bf38c354bea44f5a503e76fa53b20f6&device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 1128 time: 0.0978823 Aug 24 06:46:00.660931 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec5778-2d5d-4961-b954-11406089cf3a req-d5978de6-7684-4c7f-b9e1-151306810cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:00.662770 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2aec5778-2d5d-4961-b954-11406089cf3a req-d5978de6-7684-4c7f-b9e1-151306810cce service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=1a65afdd-a8e2-4518-9256-f6218e06bf95 HTTP/1.1" status: 200 len: 909 time: 0.1546130 Aug 24 06:46:00.752789 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2aec5778-2d5d-4961-b954-11406089cf3a req-1b0bbdc6-9327-46ee-abb7-ba205222c8db service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23d72516-fd9a-4990-84c2-92849cc63fb1 HTTP/1.1" status: 200 len: 217 time: 0.0766070 Aug 24 06:46:00.755760 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:00.812054 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec5778-2d5d-4961-b954-11406089cf3a req-0a2de432-f0f8-49b6-8f29-07a083288498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:00.813517 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2aec5778-2d5d-4961-b954-11406089cf3a req-0a2de432-f0f8-49b6-8f29-07a083288498 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=c0ac3680-c342-4f76-808a-5fdbedfba4b3 HTTP/1.1" status: 200 len: 847 time: 0.0538611 Aug 24 06:46:00.820164 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84da9a3-a32a-4f9c-9379-1736f08fd344 req-8c397d8c-4416-4b32-9ff1-2c4ef279407c tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:00.823306 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c84da9a3-a32a-4f9c-9379-1736f08fd344 req-8c397d8c-4416-4b32-9ff1-2c4ef279407c tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.1578972 Aug 24 06:46:00.882859 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec5778-2d5d-4961-b954-11406089cf3a req-7ec01e2e-5fec-41da-9758-ab1d02d184d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:00.884780 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2aec5778-2d5d-4961-b954-11406089cf3a req-7ec01e2e-5fec-41da-9758-ab1d02d184d1 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=1a65afdd-a8e2-4518-9256-f6218e06bf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619142 Aug 24 06:46:01.044927 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 51076) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:46:01.065218 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-47a95577-5ca2-4ffa-bebb-0a01d57b70e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:01.084398 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c84da9a3-a32a-4f9c-9379-1736f08fd344 req-b264163b-b893-42d4-94ee-646d40c0942b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391028 Aug 24 06:46:01.092538 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2aec5778-2d5d-4961-b954-11406089cf3a req-2fd83bc0-d96f-476f-aaad-8b26aaee17b6 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/1a65afdd-a8e2-4518-9256-f6218e06bf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900210 Aug 24 06:46:01.210038 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68daf541-54a2-47a6-9ce0-017e8b4e983c x-openstack-request-id: req-68daf541-54a2-47a6-9ce0-017e8b4e983c {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:46:01.211609 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193f97ea-0a83-4ece-9176-c200ed18a07d", "name": "network-vif-plugged", "status": "completed", "tag": "7f6226b0-8d94-4788-b98d-169d64e666d4", "code": 200}]} {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:46:01.213108 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-68daf541-54a2-47a6-9ce0-017e8b4e983c {{(pid=113090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:46:01.214075 dv-cinder-854271-1-iscsi neutron-server[113090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68daf541-54a2-47a6-9ce0-017e8b4e983c'] response: {'server_uuid': '193f97ea-0a83-4ece-9176-c200ed18a07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6226b0-8d94-4788-b98d-169d64e666d4', 'code': 200} Aug 24 06:46:01.291969 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-47a95577-5ca2-4ffa-bebb-0a01d57b70e7 admin admin] Publish callbacks [] for security_group (adc969e0-e7ad-45ab-81f9-9069cc7f6894), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:01.298897 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:01.302055 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-47a95577-5ca2-4ffa-bebb-0a01d57b70e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (adc969e0-e7ad-45ab-81f9-9069cc7f6894), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:01.343634 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a95577-5ca2-4ffa-bebb-0a01d57b70e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc969e0-e7ad-45ab-81f9-9069cc7f6894,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:01.351072 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-47a95577-5ca2-4ffa-bebb-0a01d57b70e7 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=229892ed625e4189a4eb9994c9073960&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3039367 Aug 24 06:46:01.355544 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 51080) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:46:01.623029 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-35de1038-a347-4fd7-b233-293489431784 admin admin] Publish callbacks [] for security_group (adc969e0-e7ad-45ab-81f9-9069cc7f6894), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:01.646138 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c0780-e87a-4d1a-ac28-bd2ced8a638c req-e6856d09-1778-45ef-9ac4-14b074eb9073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:01.647676 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-065c0780-e87a-4d1a-ac28-bd2ced8a638c req-e6856d09-1778-45ef-9ac4-14b074eb9073 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=193f97ea-0a83-4ece-9176-c200ed18a07d HTTP/1.1" status: 200 len: 1130 time: 0.1760371 Aug 24 06:46:01.676990 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2aec5778-2d5d-4961-b954-11406089cf3a req-fdee2906-fb6e-488a-b79f-affa2f09ae9f service neutron] 10.222.0.58 "GET /networking/v2.0/networks/1a65afdd-a8e2-4518-9256-f6218e06bf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5764749 Aug 24 06:46:01.706223 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-35de1038-a347-4fd7-b233-293489431784 admin admin] Publish callbacks [] for security_group (adc969e0-e7ad-45ab-81f9-9069cc7f6894), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:01.741338 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5559e-65c2-4d77-aab6-d805a85c583f req-e9ba8746-7046-43ec-b5d1-8696dad57053 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:01.751700 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-88b5559e-65c2-4d77-aab6-d805a85c583f req-e9ba8746-7046-43ec-b5d1-8696dad57053 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=193f97ea-0a83-4ece-9176-c200ed18a07d HTTP/1.1" status: 200 len: 946 time: 0.3931458 Aug 24 06:46:01.818337 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-065c0780-e87a-4d1a-ac28-bd2ced8a638c req-1e513029-7e3f-4ce6-9342-b89d88470a42 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=635f10d9-841d-45da-b37a-bc9670841ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508219 Aug 24 06:46:01.850964 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-35de1038-a347-4fd7-b233-293489431784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (adc969e0-e7ad-45ab-81f9-9069cc7f6894), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:01.852379 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-88b5559e-65c2-4d77-aab6-d805a85c583f req-3cd5194f-3fff-4d65-a08a-f260beb94194 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=635f10d9-841d-45da-b37a-bc9670841ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996923 Aug 24 06:46:01.856411 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-35de1038-a347-4fd7-b233-293489431784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:01.860765 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-35de1038-a347-4fd7-b233-293489431784 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/adc969e0-e7ad-45ab-81f9-9069cc7f6894 HTTP/1.1" status: 204 len: 168 time: 0.5021930 Aug 24 06:46:01.878409 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de1038-a347-4fd7-b233-293489431784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc969e0-e7ad-45ab-81f9-9069cc7f6894,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:02.015970 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97462bc4-c458-48a9-be1b-5ca1044d2c58 req-c126255a-2bb4-47fb-a15e-1e3dd106635e tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:02.032836 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-97462bc4-c458-48a9-be1b-5ca1044d2c58 req-c126255a-2bb4-47fb-a15e-1e3dd106635e tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 944 time: 0.0791903 Aug 24 06:46:02.139447 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-97462bc4-c458-48a9-be1b-5ca1044d2c58 req-b8d5f62c-c6fb-4bb2-a986-89f5dfd7328a tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1053224 Aug 24 06:46:02.361063 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50346877-8c05-4d90-9fb8-6baee999a8f3 req-72f3233e-dc81-4e30-897e-2a7270f1713a tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:02.368276 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-50346877-8c05-4d90-9fb8-6baee999a8f3 req-72f3233e-dc81-4e30-897e-2a7270f1713a tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.1242640 Aug 24 06:46:02.454562 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-50346877-8c05-4d90-9fb8-6baee999a8f3 req-ad4f3986-4c80-40eb-b054-e51524d00386 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808432 Aug 24 06:46:02.666895 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269780f4-362e-459d-acdb-25ec1d2d555e req-1763c9e2-6f4e-40d9-9659-31ddc2a44f94 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:02.686907 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-269780f4-362e-459d-acdb-25ec1d2d555e req-1763c9e2-6f4e-40d9-9659-31ddc2a44f94 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.1078823 Aug 24 06:46:02.812581 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-269780f4-362e-459d-acdb-25ec1d2d555e req-ab1d5bca-932f-49c9-8e2c-c36f3d028fa9 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172488 Aug 24 06:46:03.154501 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c71d3-cdaa-41d2-9a2c-2522a94203cb req-0cd3ffad-81bb-4f4a-a76e-fa01d780db16 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:03.167653 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e70c71d3-cdaa-41d2-9a2c-2522a94203cb req-0cd3ffad-81bb-4f4a-a76e-fa01d780db16 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=193f97ea-0a83-4ece-9176-c200ed18a07d HTTP/1.1" status: 200 len: 946 time: 0.1137786 Aug 24 06:46:03.301952 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e70c71d3-cdaa-41d2-9a2c-2522a94203cb req-3e8a157f-eb9e-4612-b88a-12ceab8de408 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=635f10d9-841d-45da-b37a-bc9670841ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331515 Aug 24 06:46:03.474383 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca7241-69e7-405c-ad30-55a3796861a8 req-1e271814-1042-4716-bbc3-a90049d90ccf tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:03.547342 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e5ca7241-69e7-405c-ad30-55a3796861a8 req-1e271814-1042-4716-bbc3-a90049d90ccf tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 944 time: 0.0653541 Aug 24 06:46:03.638633 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e5ca7241-69e7-405c-ad30-55a3796861a8 req-696292da-a112-4a48-b301-4e067e370260 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1563940 Aug 24 06:46:03.825665 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:03.852767 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c86cfb-c14a-44be-a868-11bb4e4df454 req-cd580667-138b-4487-b9c8-9542a77c0b31 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:03.864132 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-84c86cfb-c14a-44be-a868-11bb4e4df454 req-cd580667-138b-4487-b9c8-9542a77c0b31 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.1183414 Aug 24 06:46:04.005097 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-84c86cfb-c14a-44be-a868-11bb4e4df454 req-3d9617fb-8641-46da-bd4d-8adca193025f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322739 Aug 24 06:46:04.187862 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248aa3b-7368-4441-b87e-8b5e4a4e2a55 req-82caa968-945d-4158-946d-ee10749df974 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:04.200066 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a248aa3b-7368-4441-b87e-8b5e4a4e2a55 req-82caa968-945d-4158-946d-ee10749df974 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.0928898 Aug 24 06:46:04.313101 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a248aa3b-7368-4441-b87e-8b5e4a4e2a55 req-0847e299-035d-4db5-a6a3-7f043fca0501 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116149 Aug 24 06:46:04.511128 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350a4da-a814-4433-9a0e-c303ba0e9a64 req-039a5e04-4053-4407-8d7e-8b8a8b2a47b5 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:04.526061 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0350a4da-a814-4433-9a0e-c303ba0e9a64 req-039a5e04-4053-4407-8d7e-8b8a8b2a47b5 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=193f97ea-0a83-4ece-9176-c200ed18a07d HTTP/1.1" status: 200 len: 946 time: 0.1007197 Aug 24 06:46:04.640712 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0350a4da-a814-4433-9a0e-c303ba0e9a64 req-604401a2-ccb8-4ac3-99e7-3e29347d53b8 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=635f10d9-841d-45da-b37a-bc9670841ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040363 Aug 24 06:46:04.825848 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4760675-fc0d-41b2-be2e-3ed6ffd2cdaa req-a02bf8e2-3995-48f3-97f8-525be0e97449 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:04.827501 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f4760675-fc0d-41b2-be2e-3ed6ffd2cdaa req-a02bf8e2-3995-48f3-97f8-525be0e97449 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 944 time: 0.1081076 Aug 24 06:46:04.899102 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f4760675-fc0d-41b2-be2e-3ed6ffd2cdaa req-9e75ff14-0430-4af4-880d-ee76fd5709c5 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0648437 Aug 24 06:46:04.909812 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-7160737b-11fd-44a0-b009-462c4dbe548e tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--213422883&fields=id&tenant_id=2a401374685240dc94fe28ca99ad4e11 HTTP/1.1" status: 200 len: 267 time: 0.1118491 Aug 24 06:46:05.103163 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-77018abe-ba6a-4c2b-b508-e5601688c6f9 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:05.113655 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-77018abe-ba6a-4c2b-b508-e5601688c6f9 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/networks?id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad HTTP/1.1" status: 200 len: 819 time: 0.2028494 Aug 24 06:46:05.133624 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:05.149867 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-57bb6a97-8155-43ce-8f86-05071ade00ff tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/quotas/2a401374685240dc94fe28ca99ad4e11 HTTP/1.1" status: 200 len: 375 time: 0.0329471 Aug 24 06:46:05.249385 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574a192-c846-450e-99d9-604e0b8b454f req-10ce32f0-c2b7-43e5-9ff6-1ecbb55249f3 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:05.250914 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0574a192-c846-450e-99d9-604e0b8b454f req-10ce32f0-c2b7-43e5-9ff6-1ecbb55249f3 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.1141675 Aug 24 06:46:05.287003 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-af6b8a36-a964-46dc-8102-3b595d0a1384 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2a401374685240dc94fe28ca99ad4e11&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1098185 Aug 24 06:46:05.343149 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0574a192-c846-450e-99d9-604e0b8b454f req-82a77b9d-66a4-4b9b-8479-dae006aa4402 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777266 Aug 24 06:46:05.511353 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-78bd25d7-2d18-4294-9dda-1725d2d7349e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729453 Aug 24 06:46:05.516927 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d926cd-9c6d-4513-9b23-b506847ef45d req-4a4a72d3-5b34-4607-b28d-04cd01167142 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:05.523668 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f0d926cd-9c6d-4513-9b23-b506847ef45d req-4a4a72d3-5b34-4607-b28d-04cd01167142 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.0713184 Aug 24 06:46:05.627504 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f0d926cd-9c6d-4513-9b23-b506847ef45d req-0b2e1897-3470-45f6-841e-010c6e63dbb1 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029150 Aug 24 06:46:05.658290 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-e3778954-c625-4481-885b-1e1a6ec42296 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323907 Aug 24 06:46:05.789194 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a01f36-c472-4a42-a8ce-018f378119eb req-01e13552-6651-498e-abb0-870121d7f01b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:05.790562 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-51a01f36-c472-4a42-a8ce-018f378119eb req-01e13552-6651-498e-abb0-870121d7f01b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=193f97ea-0a83-4ece-9176-c200ed18a07d HTTP/1.1" status: 200 len: 946 time: 0.0619557 Aug 24 06:46:05.813706 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:05.873530 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6d170a8a-8b7d-425f-b82b-2fbda62f9a4e req-827121e6-3f4b-4dcf-9908-56d3a105d82a tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 210 time: 0.0416245 Aug 24 06:46:05.885822 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-51a01f36-c472-4a42-a8ce-018f378119eb req-2228d9c1-5c2b-4327-a2db-164cf7c697af tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=635f10d9-841d-45da-b37a-bc9670841ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820894 Aug 24 06:46:06.042193 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba532f2-ba10-410c-a565-b412413f7ca3 req-4651113c-0c8b-4916-b907-51d528e51009 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:06.043642 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4ba532f2-ba10-410c-a565-b412413f7ca3 req-4651113c-0c8b-4916-b907-51d528e51009 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 944 time: 0.0557725 Aug 24 06:46:06.096547 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4ba532f2-ba10-410c-a565-b412413f7ca3 req-5b556b3d-a56d-4494-9da9-659e754c56e2 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0468132 Aug 24 06:46:06.492732 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce6593-b478-4704-ab06-3810fa0d0e5e req-41b2ca7d-ab40-43e8-ab68-3e48e9c3787c tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:06.494474 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-58ce6593-b478-4704-ab06-3810fa0d0e5e req-41b2ca7d-ab40-43e8-ab68-3e48e9c3787c tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.0497835 Aug 24 06:46:06.568099 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-58ce6593-b478-4704-ab06-3810fa0d0e5e req-9a4a1d8d-fa3b-4289-a91c-5da7edaadb82 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658183 Aug 24 06:46:06.797756 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83048c32-0c5f-40bb-86c6-375ce3a85735 req-b8839610-1302-47d6-95bf-76e351384e3b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:06.799803 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-83048c32-0c5f-40bb-86c6-375ce3a85735 req-b8839610-1302-47d6-95bf-76e351384e3b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.0751524 Aug 24 06:46:06.903301 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-dff28aa7-0973-4c33-8a43-97e1b8810e8c tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:06.904869 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-dff28aa7-0973-4c33-8a43-97e1b8810e8c tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/networks?id=8c682e0c-d2b1-404f-9302-13fb87fddf13 HTTP/1.1" status: 200 len: 814 time: 0.1905422 Aug 24 06:46:06.912870 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-83048c32-0c5f-40bb-86c6-375ce3a85735 req-e38c9fdc-5fec-4007-9a19-ab890ce5c0ce tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841053 Aug 24 06:46:06.924025 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-72b0153c-5e27-48ba-826f-15dd6fa09191 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/quotas/b1d68e8e7e104bccb721e3c036a7907a HTTP/1.1" status: 200 len: 375 time: 0.0101600 Aug 24 06:46:06.966578 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-5c293609-932c-45ac-b1fd-45a54c361400 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=b1d68e8e7e104bccb721e3c036a7907a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358524 Aug 24 06:46:07.032928 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f195ba25-8e56-47e3-be3f-5d351dd50ad0 req-9eeec7e6-ddef-42c7-8680-a8011fc87a3d tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 210 time: 0.0457008 Aug 24 06:46:07.081441 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:07.100939 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-5096eb49-8e23-4115-b908-01c3c310733e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8c682e0c-d2b1-404f-9302-13fb87fddf13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263773 Aug 24 06:46:07.218332 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda8751-e0ea-4bd2-9af4-71c587b6b0ce req-0f664104-82e7-4d3e-9b7a-874bcee967a5 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:07.219871 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ddda8751-e0ea-4bd2-9af4-71c587b6b0ce req-0f664104-82e7-4d3e-9b7a-874bcee967a5 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=193f97ea-0a83-4ece-9176-c200ed18a07d HTTP/1.1" status: 200 len: 946 time: 0.0899713 Aug 24 06:46:07.263436 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-f59e23c4-a04a-4c12-82ea-b27e1f12b1ba service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8c682e0c-d2b1-404f-9302-13fb87fddf13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560268 Aug 24 06:46:07.288599 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ddda8751-e0ea-4bd2-9af4-71c587b6b0ce req-367e154a-4335-461c-9627-53b94ec43a1c tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=635f10d9-841d-45da-b37a-bc9670841ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603182 Aug 24 06:46:07.418965 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77e2d0-67cb-475a-ba0b-bdbdfd90cd22 req-4d56e2f3-e3c9-4c1e-9a67-5d4c815a5a9a tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:07.421910 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bf77e2d0-67cb-475a-ba0b-bdbdfd90cd22 req-4d56e2f3-e3c9-4c1e-9a67-5d4c815a5a9a tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 944 time: 0.0665367 Aug 24 06:46:07.544273 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdaf6d-5a8f-4574-9c91-295b1f0116bf req-01a8ead0-0dcb-4e37-8cde-7c642f808256 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:07.545809 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7cbdaf6d-5a8f-4574-9c91-295b1f0116bf req-01a8ead0-0dcb-4e37-8cde-7c642f808256 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=193f97ea-0a83-4ece-9176-c200ed18a07d HTTP/1.1" status: 200 len: 946 time: 0.1014152 Aug 24 06:46:07.557928 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 51302) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:46:07.562969 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-6386886c-75b1-4cc0-a2c2-799444b9ea88 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Request body: {'floatingip': {'port_id': '7f6226b0-8d94-4788-b98d-169d64e666d4'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:46:07.575828 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bf77e2d0-67cb-475a-ba0b-bdbdfd90cd22 req-60c92472-2ece-4d31-a3cf-5f00e4bbfffe tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1463282 Aug 24 06:46:07.636538 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-6386886c-75b1-4cc0-a2c2-799444b9ea88 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for floatingip (37069885-0dab-4653-af11-c5e6e87d8d85), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:07.708026 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d7fe0bf3-7db9-4544-b135-da4f794f66c6 req-12d007c1-aa23-4d6c-ae43-91b9105d8d98 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2879e7d9-3126-4934-985f-a3604e1ad9b8 HTTP/1.1" status: 200 len: 210 time: 0.0711486 Aug 24 06:46:07.750795 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:07.786367 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:INSERT=8,neutron:UPDATE=2,neutron:SELECT=83,neutron:DELETE=7 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:07.794469 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be70e4a-4519-40ab-b8a2-0f0020a373a4 req-08332598-a900-43c4-a2d4-a0c9d02d4b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:07.796081 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-6be70e4a-4519-40ab-b8a2-0f0020a373a4 req-08332598-a900-43c4-a2d4-a0c9d02d4b97 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0aec98515a95467aa9a43853bfdcb7d7&device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 1130 time: 0.1890171 Aug 24 06:46:07.803753 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1814f-78d3-48e7-af46-7dfedb6a59bd req-1d7588d6-653e-4bdd-98ea-6fe730fa9c50 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:07.805748 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0fd1814f-78d3-48e7-af46-7dfedb6a59bd req-1d7588d6-653e-4bdd-98ea-6fe730fa9c50 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.0596614 Aug 24 06:46:07.901896 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0fd1814f-78d3-48e7-af46-7dfedb6a59bd req-125b3f55-0979-4e81-84ff-d06247567a19 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872698 Aug 24 06:46:08.011346 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 23d72516-fd9a-4990-84c2-92849cc63fb1 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 06:46:08.050766 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be70e4a-4519-40ab-b8a2-0f0020a373a4 req-24666aac-b6a6-49ab-bac3-d9e214d5e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:08.052520 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-6be70e4a-4519-40ab-b8a2-0f0020a373a4 req-24666aac-b6a6-49ab-bac3-d9e214d5e465 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=8be3c841-0d59-4803-979e-08c48130dbdb HTTP/1.1" status: 200 len: 917 time: 0.2395616 Aug 24 06:46:08.109776 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aeaef7-7b95-4d18-8f1d-066e398b328c req-1590b316-79c8-4471-b8bd-bcdad4bc0195 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:08.112073 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f8aeaef7-7b95-4d18-8f1d-066e398b328c req-1590b316-79c8-4471-b8bd-bcdad4bc0195 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.0752606 Aug 24 06:46:08.139790 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:08.183836 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 23d72516-fd9a-4990-84c2-92849cc63fb1, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=23d72516-fd9a-4990-84c2-92849cc63fb1,segment=NetworkSegment(66e80b04-3348-4d98-9a1e-377326afcde4),segment_id=66e80b04-3348-4d98-9a1e-377326afcde4)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:46:08.200033 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Returning: {'device': '23d72516-fd9a-4990-84c2-92849cc63fb1', 'network_id': '1a65afdd-a8e2-4518-9256-f6218e06bf95', 'port_id': '23d72516-fd9a-4990-84c2-92849cc63fb1', 'mac_address': 'fa:16:3e:ec:cc:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ac3680-c342-4f76-808a-5fdbedfba4b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 06:46:08.207659 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ab7a4d0f-4190-4759-ae50-ff844c54dc1e req-d70d82b2-c6c3-4dd9-8330-9ed91765228c tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 210 time: 0.0538313 Aug 24 06:46:08.272318 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f8aeaef7-7b95-4d18-8f1d-066e398b328c req-cf588e84-f7db-4f57-b5c7-e5e1775be97c tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528714 Aug 24 06:46:08.315420 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 23d72516-fd9a-4990-84c2-92849cc63fb1 is: DOWN; New status is: BUILD {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:46:08.316227 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (23d72516-fd9a-4990-84c2-92849cc63fb1), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:08.323798 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-6be70e4a-4519-40ab-b8a2-0f0020a373a4 req-e9f2903c-dfb6-479a-b5c5-bb59e0a9f624 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=089197a3-4eb5-4520-9e9f-cbb2ae723ccc HTTP/1.1" status: 200 len: 1001 time: 0.1076851 Aug 24 06:46:08.330289 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:08.332674 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 51324) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:46:08.363662 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d72516-fd9a-4990-84c2-92849cc63fb1 {{(pid=113090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:46:08.414286 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be70e4a-4519-40ab-b8a2-0f0020a373a4 req-c49609da-a770-4021-8349-9545d9eba365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:08.416537 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-6be70e4a-4519-40ab-b8a2-0f0020a373a4 req-c49609da-a770-4021-8349-9545d9eba365 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=81feb445-3ba1-4eb7-aa79-cbcfce06b0ac HTTP/1.1" status: 200 len: 855 time: 0.0605540 Aug 24 06:46:08.444651 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 23d72516-fd9a-4990-84c2-92849cc63fb1, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=23d72516-fd9a-4990-84c2-92849cc63fb1,segment=NetworkSegment(66e80b04-3348-4d98-9a1e-377326afcde4),segment_id=66e80b04-3348-4d98-9a1e-377326afcde4)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:46:08.455403 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (23d72516-fd9a-4990-84c2-92849cc63fb1), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:08.477687 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be70e4a-4519-40ab-b8a2-0f0020a373a4 req-5fabc42d-fd1a-481e-a863-e624b888d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:08.479546 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-6be70e4a-4519-40ab-b8a2-0f0020a373a4 req-5fabc42d-fd1a-481e-a863-e624b888d244 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=8be3c841-0d59-4803-979e-08c48130dbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556543 Aug 24 06:46:08.484603 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.db.resource_extend [None req-6386886c-75b1-4cc0-a2c2-799444b9ea88 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 24 06:46:08.542598 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-7afeb050-356f-49ce-8b09-98ce4f47631e tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:08.544824 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-7afeb050-356f-49ce-8b09-98ce4f47631e tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.58 "GET /networking/v2.0/networks?id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad HTTP/1.1" status: 200 len: 819 time: 0.2013569 Aug 24 06:46:08.558255 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=23d72516-fd9a-4990-84c2-92849cc63fb1,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:08.579448 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-6386886c-75b1-4cc0-a2c2-799444b9ea88 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:08.582537 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-7cf25dd8-2498-4afc-be39-2ad366f0c47a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:08.630434 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-6386886c-75b1-4cc0-a2c2-799444b9ea88 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698989'] for floatingip (37069885-0dab-4653-af11-c5e6e87d8d85), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:08.671976 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-6ec58ede-bc4e-46c8-ae84-29672231cf6e tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2a401374685240dc94fe28ca99ad4e11 HTTP/1.1" status: 200 len: 379 time: 0.1167705 Aug 24 06:46:08.725862 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:08.741476 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232552f-007f-4d6e-b461-d2655c9a0343 req-3f9dae8f-c269-41ab-9e91-cbc50ba0be7e tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:08.743042 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9232552f-007f-4d6e-b461-d2655c9a0343 req-3f9dae8f-c269-41ab-9e91-cbc50ba0be7e tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 945 time: 0.0762780 Aug 24 06:46:08.784819 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['23d72516-fd9a-4990-84c2-92849cc63fb1'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:46:08.799839 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-7cf25dd8-2498-4afc-be39-2ad366f0c47a admin admin] Publish callbacks [] for security_group (fd78b13a-a10f-4673-9658-7da4464da313), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:08.804845 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 51336) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:46:08.856615 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.db_base_plugin_v2 [None req-08292a6f-ee06-47a4-add8-47b2136711a6 admin admin] Deleting subnet cd512231-fc47-4300-80ba-0cb3fce3157a {{(pid=113089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 06:46:08.868093 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-08292a6f-ee06-47a4-add8-47b2136711a6 admin admin] Publish callbacks [] for subnet (cd512231-fc47-4300-80ba-0cb3fce3157a), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:08.870991 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-7cf25dd8-2498-4afc-be39-2ad366f0c47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (fd78b13a-a10f-4673-9658-7da4464da313), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:08.887113 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-d39d600f-ecb5-43a9-b487-95bfe90bc6bd tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Request body: {'port': {'device_id': 'a08ab309-2677-4dcc-9a44-55b9133ef05a', 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad', 'admin_state_up': True, 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'security_groups': ['8399dfb0-1deb-470f-8605-2ee38fd3e9a7']}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:46:09.000184 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-6be70e4a-4519-40ab-b8a2-0f0020a373a4 req-1dec87d5-02d7-466b-83fe-00a6a313738b service neutron] 10.222.0.58 "GET /networking/v2.0/networks/8be3c841-0d59-4803-979e-08c48130dbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808064 Aug 24 06:46:09.026997 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ca2a081a-6cf6-4293-8e0c-485563ed3254 req-80b571a9-7ea0-4410-9ad6-f806d1126a9c tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2879e7d9-3126-4934-985f-a3604e1ad9b8 HTTP/1.1" status: 200 len: 210 time: 0.1635098 Aug 24 06:46:09.054715 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.db.l3_db [None req-6386886c-75b1-4cc0-a2c2-799444b9ea88 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Floating IP 37069885-0dab-4653-af11-c5e6e87d8d85 associated. External IP: 172.27.3.224, port: 7f6226b0-8d94-4788-b98d-169d64e666d4. Aug 24 06:46:09.067375 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:09.078926 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9232552f-007f-4d6e-b461-d2655c9a0343 req-feff3d87-ca00-47dd-a793-7291daa3fe80 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.3140731 Aug 24 06:46:09.104986 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-7cf25dd8-2498-4afc-be39-2ad366f0c47a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=741f0c811f144ef0bad7a7c8b9fa380e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7703230 Aug 24 06:46:09.114265 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-08292a6f-ee06-47a4-add8-47b2136711a6 admin admin] Publish callbacks [] for subnet (cd512231-fc47-4300-80ba-0cb3fce3157a), precommit_delete_associations {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:09.127495 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 51342) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:46:09.128771 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf25dd8-2498-4afc-be39-2ad366f0c47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd78b13a-a10f-4673-9658-7da4464da313,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:09.157979 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-08292a6f-ee06-47a4-add8-47b2136711a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594230'] for subnet (cd512231-fc47-4300-80ba-0cb3fce3157a), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:09.258974 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-5ee38ca9-5371-4a2e-8800-ba8a63870aa8 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:09.260581 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-5ee38ca9-5371-4a2e-8800-ba8a63870aa8 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.58 "GET /networking/v2.0/networks?id=8c682e0c-d2b1-404f-9302-13fb87fddf13 HTTP/1.1" status: 200 len: 814 time: 0.1508005 Aug 24 06:46:09.305108 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-3bc0757f-c14c-4a70-a1ca-242377710190 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Request body: {'port': {'device_id': '2879e7d9-3126-4934-985f-a3604e1ad9b8', 'network_id': '8c682e0c-d2b1-404f-9302-13fb87fddf13', 'admin_state_up': True, 'tenant_id': 'b1d68e8e7e104bccb721e3c036a7907a'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:46:09.351929 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:09.402453 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5e6159d7-a3ba-40a7-bcaf-62a296491078 req-42bb24ce-be1c-402d-b527-55927388018a tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 210 time: 0.0586908 Aug 24 06:46:09.410122 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373b440-c591-4687-9f3c-fd3ecbac004e req-362b38c5-92ee-45d7-aa09-ac347d139f29 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:09.412096 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c373b440-c591-4687-9f3c-fd3ecbac004e req-362b38c5-92ee-45d7-aa09-ac347d139f29 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.1405683 Aug 24 06:46:09.437453 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-6be70e4a-4519-40ab-b8a2-0f0020a373a4 req-b6be7896-3d05-40e7-8ef3-b3d1daa90e03 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/8be3c841-0d59-4803-979e-08c48130dbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182115 Aug 24 06:46:09.568311 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-3bc0757f-c14c-4a70-a1ca-242377710190 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Made reservation on behalf of b1d68e8e7e104bccb721e3c036a7907a for: {'port': 1} {{(pid=113088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:46:09.572567 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-3bc0757f-c14c-4a70-a1ca-242377710190 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:09.610181 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-dad241b4-36c2-4049-955c-2a1134eb8a41 admin admin] Publish callbacks [] for security_group (fd78b13a-a10f-4673-9658-7da4464da313), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:09.616807 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-08292a6f-ee06-47a4-add8-47b2136711a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for subnet (cd512231-fc47-4300-80ba-0cb3fce3157a), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:09.623901 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c373b440-c591-4687-9f3c-fd3ecbac004e req-71791327-bed8-4072-a17f-b68805507b99 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935914 Aug 24 06:46:09.642653 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:09.671382 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6386886c-75b1-4cc0-a2c2-799444b9ea88 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:46:09.673889 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909b3e5-cb56-4d61-98cc-74bed522eca4 req-c85c61ff-390d-4430-9f85-0a99be4c77ea tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:09.675467 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4909b3e5-cb56-4d61-98cc-74bed522eca4 req-c85c61ff-390d-4430-9f85-0a99be4c77ea tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.1857204 Aug 24 06:46:09.676142 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-d39d600f-ecb5-43a9-b487-95bfe90bc6bd tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Made reservation on behalf of 2a401374685240dc94fe28ca99ad4e11 for: {'port': 1} {{(pid=113089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:46:09.679797 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-d39d600f-ecb5-43a9-b487-95bfe90bc6bd tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:09.701763 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08292a6f-ee06-47a4-add8-47b2136711a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd512231-fc47-4300-80ba-0cb3fce3157a,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:09.716543 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-08292a6f-ee06-47a4-add8-47b2136711a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for subnet (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:09.719538 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-08292a6f-ee06-47a4-add8-47b2136711a6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/cd512231-fc47-4300-80ba-0cb3fce3157a HTTP/1.1" status: 204 len: 168 time: 0.9134965 Aug 24 06:46:09.726813 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 51352) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:46:09.734799 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-dad241b4-36c2-4049-955c-2a1134eb8a41 admin admin] Publish callbacks [] for security_group (fd78b13a-a10f-4673-9658-7da4464da313), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:09.776955 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:09.884275 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4909b3e5-cb56-4d61-98cc-74bed522eca4 req-76ffb8fb-6cec-407c-b1e8-9b69956a6426 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833911 Aug 24 06:46:09.884500 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-3bc0757f-c14c-4a70-a1ca-242377710190 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Allocated IP 172.20.0.4 (8c682e0c-d2b1-404f-9302-13fb87fddf13/629c0eb2-c9d1-4368-b5be-126124025145/b2e580d1-d960-416a-a647-59eae23beae0) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:46:09.924215 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6386886c-75b1-4cc0-a2c2-799444b9ea88 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:46:09.933901 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-6386886c-75b1-4cc0-a2c2-799444b9ea88 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:09.938515 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-dad241b4-36c2-4049-955c-2a1134eb8a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (fd78b13a-a10f-4673-9658-7da4464da313), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:09.939167 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a9df7b13-d4aa-4748-84cc-13f7f7402544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623035'] for network (39af791a-b387-443a-ae21-b2e1fb790901), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:09.940483 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f739a1-f59a-4bb6-a3e6-e2a88c4f4bdc None None] Sync routers for ids ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'] in dv-cinder-854271-1-iscsi {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:46:09.941121 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-dad241b4-36c2-4049-955c-2a1134eb8a41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:09.947536 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-dad241b4-36c2-4049-955c-2a1134eb8a41 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/fd78b13a-a10f-4673-9658-7da4464da313 HTTP/1.1" status: 204 len: 168 time: 0.8144600 Aug 24 06:46:09.962391 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.db_base_plugin_common [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-d39d600f-ecb5-43a9-b487-95bfe90bc6bd tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Allocated IP 172.20.0.7 (4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad/87c63329-c783-4018-8f3e-d78ef061967a/2387098c-848a-4eec-b0d6-bbcdd822e16b) {{(pid=113089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:46:09.962784 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f739a1-f59a-4bb6-a3e6-e2a88c4f4bdc None None] Routers {'75ea99f1-9466-4c6b-97ff-975a1fed8f16'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:46:09.963617 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-43f739a1-f59a-4bb6-a3e6-e2a88c4f4bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:45:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:46:09.965897 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad241b4-36c2-4049-955c-2a1134eb8a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd78b13a-a10f-4673-9658-7da4464da313,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:10.021432 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-6386886c-75b1-4cc0-a2c2-799444b9ea88 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/37069885-0dab-4653-af11-c5e6e87d8d85 HTTP/1.1" status: 200 len: 992 time: 2.4601893 Aug 24 06:46:10.025450 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193f97ea-0a83-4ece-9176-c200ed18a07d', 'tag': '7f6226b0-8d94-4788-b98d-169d64e666d4'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:46:10.028417 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6125653f-74c4-41bf-9f51-51703beb1ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "193f97ea-0a83-4ece-9176-c200ed18a07d", "tag": "7f6226b0-8d94-4788-b98d-169d64e666d4"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:46:10.081990 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 23d72516-fd9a-4990-84c2-92849cc63fb1 up at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:46:10.136287 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11031e79-a53d-494c-aa0f-9421e6aab203 x-openstack-request-id: req-11031e79-a53d-494c-aa0f-9421e6aab203 {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:46:10.139526 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193f97ea-0a83-4ece-9176-c200ed18a07d", "tag": "7f6226b0-8d94-4788-b98d-169d64e666d4", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:46:10.141295 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-11031e79-a53d-494c-aa0f-9421e6aab203 {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:46:10.141882 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11031e79-a53d-494c-aa0f-9421e6aab203'] response: {'name': 'network-changed', 'server_uuid': '193f97ea-0a83-4ece-9176-c200ed18a07d', 'tag': '7f6226b0-8d94-4788-b98d-169d64e666d4', 'status': 'completed', 'code': 200} Aug 24 06:46:10.205890 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning for port 23d72516-fd9a-4990-84c2-92849cc63fb1 completed by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 06:46:10.218788 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:10.227884 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:10.248513 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning complete for port 23d72516-fd9a-4990-84c2-92849cc63fb1 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:46:10.248886 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (23d72516-fd9a-4990-84c2-92849cc63fb1), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:10.260658 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-43f739a1-f59a-4bb6-a3e6-e2a88c4f4bdc None None] Set router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:46:10.263764 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a9df7b13-d4aa-4748-84cc-13f7f7402544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-591158', 'neutron.services.segments.db._delete_segments_for_network-8748143077744'] for network (39af791a-b387-443a-ae21-b2e1fb790901), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:10.321029 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.services.segments.db [None req-a9df7b13-d4aa-4748-84cc-13f7f7402544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39af791a-b387-443a-ae21-b2e1fb790901']}} {{(pid=113088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:46:10.331610 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:10.341085 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.services.segments.db [None req-a9df7b13-d4aa-4748-84cc-13f7f7402544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68271012-a304-48c5-9dd2-4474d7abd4bc') {'for_net_delete': True} {{(pid=113088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:46:10.341321 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.services.segments.db [None req-a9df7b13-d4aa-4748-84cc-13f7f7402544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68271012-a304-48c5-9dd2-4474d7abd4bc') {} {{(pid=113088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:46:10.364885 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a9df7b13-d4aa-4748-84cc-13f7f7402544 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748143134702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884333'] for segment (68271012-a304-48c5-9dd2-4474d7abd4bc), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:10.394507 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a9df7b13-d4aa-4748-84cc-13f7f7402544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (68271012-a304-48c5-9dd2-4474d7abd4bc), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:10.402278 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-3bc0757f-c14c-4a70-a1ca-242377710190 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Publish callbacks [] for port (b2e580d1-d960-416a-a647-59eae23beae0), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:10.407666 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9df7b13-d4aa-4748-84cc-13f7f7402544 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=113088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 06:46:10.408166 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a9df7b13-d4aa-4748-84cc-13f7f7402544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4110311'] for segment (68271012-a304-48c5-9dd2-4474d7abd4bc), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:10.450588 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.services.segments.plugin [-] Segment 68271012-a304-48c5-9dd2-4474d7abd4bc resource provider aggregate not found Aug 24 06:46:10.491130 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ba0ccbd1-e10b-48fa-a6d8-1ca601237841 req-44d6ce57-7b38-4797-9fda-a1c4ac128e28 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2879e7d9-3126-4934-985f-a3604e1ad9b8 HTTP/1.1" status: 200 len: 210 time: 0.0763865 Aug 24 06:46:10.491724 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 51372) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:46:10.526754 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.services.segments.plugin [-] Segment 68271012-a304-48c5-9dd2-4474d7abd4bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 68271012-a304-48c5-9dd2-4474d7abd4bc found for delete ", "request_id": "req-8c7a5f91-eefa-4d53-8490-677a86a777c5"}]} Aug 24 06:46:10.535041 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a9df7b13-d4aa-4748-84cc-13f7f7402544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696332'] for network (39af791a-b387-443a-ae21-b2e1fb790901), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:10.548685 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a9df7b13-d4aa-4748-84cc-13f7f7402544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:10.550780 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2e0b7169-08d5-46ee-aaee-ad65430b724f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:10.554608 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-a9df7b13-d4aa-4748-84cc-13f7f7402544 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/39af791a-b387-443a-ae21-b2e1fb790901 HTTP/1.1" status: 204 len: 168 time: 0.8197827 Aug 24 06:46:10.561592 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03011c-099d-49e3-b689-0e679caaf025 req-411650cc-7513-4bc8-8a45-ce1138f6baf8 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:10.566398 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df7b13-d4aa-4748-84cc-13f7f7402544 admin admin] Pushing event deleted for resources: {'Network': ['ID=39af791a-b387-443a-ae21-b2e1fb790901,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:10.568685 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ee03011c-099d-49e3-b689-0e679caaf025 req-411650cc-7513-4bc8-8a45-ce1138f6baf8 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 945 time: 0.1552248 Aug 24 06:46:10.575107 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-d39d600f-ecb5-43a9-b487-95bfe90bc6bd tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks [] for port (2387098c-848a-4eec-b0d6-bbcdd822e16b), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:10.576316 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df7b13-d4aa-4748-84cc-13f7f7402544 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:46:10.576789 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df7b13-d4aa-4748-84cc-13f7f7402544 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:46:10.577256 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df7b13-d4aa-4748-84cc-13f7f7402544 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:46:10.577713 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df7b13-d4aa-4748-84cc-13f7f7402544 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:46:10.578121 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df7b13-d4aa-4748-84cc-13f7f7402544 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:46:10.578512 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df7b13-d4aa-4748-84cc-13f7f7402544 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:46:10.578911 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df7b13-d4aa-4748-84cc-13f7f7402544 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:46:10.579414 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df7b13-d4aa-4748-84cc-13f7f7402544 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:46:10.579837 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df7b13-d4aa-4748-84cc-13f7f7402544 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:46:10.580287 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df7b13-d4aa-4748-84cc-13f7f7402544 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:46:10.580704 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df7b13-d4aa-4748-84cc-13f7f7402544 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:46:10.581120 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df7b13-d4aa-4748-84cc-13f7f7402544 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:46:10.581549 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df7b13-d4aa-4748-84cc-13f7f7402544 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:46:10.581958 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df7b13-d4aa-4748-84cc-13f7f7402544 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:46:10.582354 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df7b13-d4aa-4748-84cc-13f7f7402544 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:46:10.587038 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-3bc0757f-c14c-4a70-a1ca-242377710190 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (b2e580d1-d960-416a-a647-59eae23beae0), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:10.640129 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-3bc0757f-c14c-4a70-a1ca-242377710190 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Network 8c682e0c-d2b1-404f-9302-13fb87fddf13 is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:46:10.643744 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-3bc0757f-c14c-4a70-a1ca-242377710190 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:46:10.648478 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-3bc0757f-c14c-4a70-a1ca-242377710190 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:46:10.673837 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0757f-c14c-4a70-a1ca-242377710190 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Pushing event updated for resources: {'Port': ['ID=b2e580d1-d960-416a-a647-59eae23beae0,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:10.682612 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a8f6cbbd-8db4-4b7f-a99e-e28a035f821e req-f6f7cc40-70d8-4aa5-ad11-d36920eff69c tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 210 time: 0.0784681 Aug 24 06:46:10.707061 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-3bc0757f-c14c-4a70-a1ca-242377710190 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:10.707835 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-3bc0757f-c14c-4a70-a1ca-242377710190 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:10.731910 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-3bc0757f-c14c-4a70-a1ca-242377710190 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4350214 Aug 24 06:46:10.750560 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ee03011c-099d-49e3-b689-0e679caaf025 req-64157271-d96d-4bcb-836a-eb06ea2e99b7 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1805894 Aug 24 06:46:10.760946 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-d39d600f-ecb5-43a9-b487-95bfe90bc6bd tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (2387098c-848a-4eec-b0d6-bbcdd822e16b), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:10.798151 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-90afad3a-6797-4ca3-b011-13139603d8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:10.827224 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 51378) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:46:10.835861 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=100 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:10.876141 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d600f-ecb5-43a9-b487-95bfe90bc6bd tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Pushing event updated for resources: {'Port': ['ID=2387098c-848a-4eec-b0d6-bbcdd822e16b,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:10.882375 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-a0c58dd6-3aea-4e6b-9b74-788c6bdcf275 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0930b613a69749d3bc05240e88f74ccc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0509629 Aug 24 06:46:10.883224 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 51380) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:46:10.889496 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-d39d600f-ecb5-43a9-b487-95bfe90bc6bd tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Network 4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad is already hosted by enough agents. {{(pid=113089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:46:10.895120 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-d39d600f-ecb5-43a9-b487-95bfe90bc6bd tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Resources bound (agent type, host, resource id): {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:46:10.897858 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-d39d600f-ecb5-43a9-b487-95bfe90bc6bd tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Received port after_create {{(pid=113089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:46:10.906162 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-d39d600f-ecb5-43a9-b487-95bfe90bc6bd tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:10.906841 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-d39d600f-ecb5-43a9-b487-95bfe90bc6bd tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:10.920167 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8199f-dec3-42d1-a48b-dd7ea4ca1b24 req-b21f2366-8d4f-43ef-8171-127d78150a10 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:10.923787 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2ce8199f-dec3-42d1-a48b-dd7ea4ca1b24 req-b21f2366-8d4f-43ef-8171-127d78150a10 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.1101680 Aug 24 06:46:10.928590 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 23d72516-fd9a-4990-84c2-92849cc63fb1 is: BUILD; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:46:10.929012 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (23d72516-fd9a-4990-84c2-92849cc63fb1), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:10.947920 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-9f05a134-e66e-4271-8f6f-c5a3a7c27262 admin admin] Publish callbacks [] for security_group (7344f54d-81b1-44ce-b6b5-c61c68a840f6), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:10.951106 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:10.980301 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb639cc-8b84-4663-b991-2954e9c87fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d72516-fd9a-4990-84c2-92849cc63fb1'}] {{(pid=113090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:46:10.984573 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-9f05a134-e66e-4271-8f6f-c5a3a7c27262 admin admin] Publish callbacks [] for security_group (7344f54d-81b1-44ce-b6b5-c61c68a840f6), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:10.991214 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b6006cf2a23db0b36d2003dbfde04691441a00dec53483979079bf2def40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a675c0-3e47-46be-8341-47bc8077d8ef" -d '{"events": [{"server_uuid": "cdb639cc-8b84-4663-b991-2954e9c87fef", "name": "network-vif-plugged", "status": "completed", "tag": "23d72516-fd9a-4990-84c2-92849cc63fb1"}]}' {{(pid=113090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:46:10.999125 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-d39d600f-ecb5-43a9-b487-95bfe90bc6bd tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1089246 Aug 24 06:46:11.005840 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2e0b7169-08d5-46ee-aaee-ad65430b724f admin admin] Publish callbacks [] for security_group (6eca2fd1-ae9f-4ea0-ab31-eed9f2489d69), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:11.020663 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2e0b7169-08d5-46ee-aaee-ad65430b724f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (6eca2fd1-ae9f-4ea0-ab31-eed9f2489d69), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:11.026700 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-963cc157-b35c-411a-abe6-409fe7d79464 service neutron] Request body: {'port': {'device_id': '2879e7d9-3126-4934-985f-a3604e1ad9b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:46:11.032974 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 23d72516-fd9a-4990-84c2-92849cc63fb1, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=23d72516-fd9a-4990-84c2-92849cc63fb1,segment=NetworkSegment(66e80b04-3348-4d98-9a1e-377326afcde4),segment_id=66e80b04-3348-4d98-9a1e-377326afcde4)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:46:11.069536 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (23d72516-fd9a-4990-84c2-92849cc63fb1), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:11.072820 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 089197a3-4eb5-4520-9e9f-cbb2ae723ccc no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:46:11.091134 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:DELETE=2,neutron:UPDATE=4,neutron:SELECT=86,neutron:INSERT=8 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:11.110368 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-9f05a134-e66e-4271-8f6f-c5a3a7c27262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (7344f54d-81b1-44ce-b6b5-c61c68a840f6), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:11.113206 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-9f05a134-e66e-4271-8f6f-c5a3a7c27262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:11.114849 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-9f05a134-e66e-4271-8f6f-c5a3a7c27262 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7344f54d-81b1-44ce-b6b5-c61c68a840f6 HTTP/1.1" status: 204 len: 168 time: 0.2298219 Aug 24 06:46:11.127703 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-963cc157-b35c-411a-abe6-409fe7d79464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (b2e580d1-d960-416a-a647-59eae23beae0), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:11.132995 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05a134-e66e-4271-8f6f-c5a3a7c27262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7344f54d-81b1-44ce-b6b5-c61c68a840f6,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:11.168955 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-cbe3c305-f710-49e8-afe7-b72ca5489266 service neutron] Request body: {'port': {'device_id': 'a08ab309-2677-4dcc-9a44-55b9133ef05a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:46:11.175586 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-43f739a1-f59a-4bb6-a3e6-e2a88c4f4bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'name': 'tempest-AttachVolumeNegativeTest-1816783706-router', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:15Z', 'revision_number': 4, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'gw_port': {'id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:09Z', 'updated_at': '2022-08-24T06:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '2f634f44-7eb3-4dc0-b233-8f2a25b1e7c3', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'floating_ip_address': '172.27.3.150', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'port_id': '6325096c-829d-49a5-ab4d-26363e83141d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'mac_address': 'fa:16:3e:1c:70:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eddb672-d1fa-40ab-8cae-6e148b2e01ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:43:25Z', 'updated_at': '2022-08-24T06:44:09Z', 'revision_number': 2, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'fixed_ip_address_scope': None}, {'id': '37069885-0dab-4653-af11-c5e6e87d8d85', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'floating_ip_address': '172.27.3.224', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'port_id': '7f6226b0-8d94-4788-b98d-169d64e666d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'mac_address': 'fa:16:3e:4b:37:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193f97ea-0a83-4ece-9176-c200ed18a07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:45:40Z', 'updated_at': '2022-08-24T06:46:08Z', 'revision_number': 1, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600aceea-e5a1-4b97-90bc-acc305ca240a', 'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'mac_address': 'fa:16:3e:e3:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:43:36Z', 'revision_number': 5, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'subnets': [{'id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:46:11.219593 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f739a1-f59a-4bb6-a3e6-e2a88c4f4bdc None None] Checking router: 75ea99f1-9466-4c6b-97ff-975a1fed8f16 for host: dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:46:11.221513 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2ce8199f-dec3-42d1-a48b-dd7ea4ca1b24 req-5d7a3abf-65de-4726-8307-1670cadbb247 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2782967 Aug 24 06:46:11.226693 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-2e0b7169-08d5-46ee-aaee-ad65430b724f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8e2a1b2ad04341898a8ef400eccd9b07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7266524 Aug 24 06:46:11.245207 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de83ce-80b8-48dd-ab9b-efadd59669c7 req-e37d9417-fc07-4eb5-bac8-62aaafdfba82 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:11.246739 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-14de83ce-80b8-48dd-ab9b-efadd59669c7 req-e37d9417-fc07-4eb5-bac8-62aaafdfba82 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 946 time: 0.2317688 Aug 24 06:46:11.247356 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 51388) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:46:11.265125 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f739a1-f59a-4bb6-a3e6-e2a88c4f4bdc None None] Routers {'75ea99f1-9466-4c6b-97ff-975a1fed8f16'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:46:11.266556 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-43f739a1-f59a-4bb6-a3e6-e2a88c4f4bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:45:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:46:11.278826 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125653f-74c4-41bf-9f51-51703beb1ea5 req-e4fec108-0cbf-4b19-a498-3d16ded8058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:11.280385 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-6125653f-74c4-41bf-9f51-51703beb1ea5 req-e4fec108-0cbf-4b19-a498-3d16ded8058e service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=a41fb206b09941ac80996a3c9cbaae58&device_id=193f97ea-0a83-4ece-9176-c200ed18a07d HTTP/1.1" status: 200 len: 1130 time: 0.1500578 Aug 24 06:46:11.317487 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b7169-08d5-46ee-aaee-ad65430b724f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eca2fd1-ae9f-4ea0-ab31-eed9f2489d69,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:11.378092 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4049c42-a696-4a1e-8396-6659d78084db x-openstack-request-id: req-d4049c42-a696-4a1e-8396-6659d78084db {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:46:11.378633 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb639cc-8b84-4663-b991-2954e9c87fef", "name": "network-vif-plugged", "status": "completed", "tag": "23d72516-fd9a-4990-84c2-92849cc63fb1", "code": 200}]} {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:46:11.378981 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d4049c42-a696-4a1e-8396-6659d78084db {{(pid=113090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:46:11.379497 dv-cinder-854271-1-iscsi neutron-server[113090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4049c42-a696-4a1e-8396-6659d78084db'] response: {'server_uuid': 'cdb639cc-8b84-4663-b991-2954e9c87fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d72516-fd9a-4990-84c2-92849cc63fb1', 'code': 200} Aug 24 06:46:11.432160 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=23d72516-fd9a-4990-84c2-92849cc63fb1,revision_number=5']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:11.432389 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-14de83ce-80b8-48dd-ab9b-efadd59669c7 req-5bd0c002-9613-4c0d-aca2-389a6029466d tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262214 Aug 24 06:46:11.434963 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-cbe3c305-f710-49e8-afe7-b72ca5489266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (2387098c-848a-4eec-b0d6-bbcdd822e16b), before_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:11.446478 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-6690d1df-3585-4c0b-9dd4-d0ac60c8e9c1 None None] Provisioning complete for port 2387098c-848a-4eec-b0d6-bbcdd822e16b triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:46:11.447015 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-6690d1df-3585-4c0b-9dd4-d0ac60c8e9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (2387098c-848a-4eec-b0d6-bbcdd822e16b), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:11.464483 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-0535366a-3065-433f-852c-9e62ae26a114 admin admin] Publish callbacks [] for security_group (6eca2fd1-ae9f-4ea0-ab31-eed9f2489d69), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:11.496671 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 089197a3-4eb5-4520-9e9f-cbb2ae723ccc is: ACTIVE; New status is: DOWN {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:46:11.497494 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (089197a3-4eb5-4520-9e9f-cbb2ae723ccc), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:11.547787 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-0535366a-3065-433f-852c-9e62ae26a114 admin admin] Publish callbacks [] for security_group (6eca2fd1-ae9f-4ea0-ab31-eed9f2489d69), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:11.561648 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-43f739a1-f59a-4bb6-a3e6-e2a88c4f4bdc None None] Set router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:46:11.674810 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:DELETE=5 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:11.675842 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:11.724677 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125653f-74c4-41bf-9f51-51703beb1ea5 req-7c305e05-8a30-43f7-8f36-a74cf9a4c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:11.727442 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-6125653f-74c4-41bf-9f51-51703beb1ea5 req-7c305e05-8a30-43f7-8f36-a74cf9a4c50c service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=4d764327-7285-4015-bbe3-ebfc93ab6200 HTTP/1.1" status: 200 len: 916 time: 0.4392300 Aug 24 06:46:11.784513 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e18336-ee0c-4cab-a7bd-ff84228b650d req-89cddf94-8904-4773-a137-4af3f9a75b95 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:11.795855 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d1e18336-ee0c-4cab-a7bd-ff84228b650d req-89cddf94-8904-4773-a137-4af3f9a75b95 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2879e7d9-3126-4934-985f-a3604e1ad9b8 HTTP/1.1" status: 200 len: 931 time: 0.1334054 Aug 24 06:46:11.856459 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-6690d1df-3585-4c0b-9dd4-d0ac60c8e9c1 None None] Port 2387098c-848a-4eec-b0d6-bbcdd822e16b cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:46:11.863141 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 089197a3-4eb5-4520-9e9f-cbb2ae723ccc, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=089197a3-4eb5-4520-9e9f-cbb2ae723ccc,segment=NetworkSegment(b5516234-5380-4558-bccf-bf2354b2ccbf),segment_id=b5516234-5380-4558-bccf-bf2354b2ccbf)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:46:11.867233 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-6125653f-74c4-41bf-9f51-51703beb1ea5 req-52795fe0-2934-416f-ba56-45e0ca6517b1 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f6226b0-8d94-4788-b98d-169d64e666d4 HTTP/1.1" status: 200 len: 1000 time: 0.0888546 Aug 24 06:46:11.872682 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-0535366a-3065-433f-852c-9e62ae26a114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (6eca2fd1-ae9f-4ea0-ab31-eed9f2489d69), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:11.875669 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-0535366a-3065-433f-852c-9e62ae26a114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:11.876996 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-0535366a-3065-433f-852c-9e62ae26a114 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6eca2fd1-ae9f-4ea0-ab31-eed9f2489d69 HTTP/1.1" status: 204 len: 168 time: 0.5731971 Aug 24 06:46:11.907119 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (089197a3-4eb5-4520-9e9f-cbb2ae723ccc), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:11.952246 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535366a-3065-433f-852c-9e62ae26a114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eca2fd1-ae9f-4ea0-ab31-eed9f2489d69,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:11.974255 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a2af2-2030-45be-ab3b-e34ca59e0ca7 req-43e57c8c-ca6a-4bfa-9ab8-e760390ac961 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:11.982240 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ec8a2af2-2030-45be-ab3b-e34ca59e0ca7 req-43e57c8c-ca6a-4bfa-9ab8-e760390ac961 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 931 time: 0.1542861 Aug 24 06:46:12.028711 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d1e18336-ee0c-4cab-a7bd-ff84228b650d req-b434cd90-d126-4e59-a262-04c529ffc51a tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266541 Aug 24 06:46:12.036046 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=089197a3-4eb5-4520-9e9f-cbb2ae723ccc,revision_number=8']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:12.046594 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:12.049524 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:12.059222 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125653f-74c4-41bf-9f51-51703beb1ea5 req-2f9e710c-14e9-4db5-a20c-1ee8b4ba6b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:12.059706 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-43f739a1-f59a-4bb6-a3e6-e2a88c4f4bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'name': 'tempest-AttachVolumeNegativeTest-1816783706-router', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:15Z', 'revision_number': 4, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'gw_port': {'id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:09Z', 'updated_at': '2022-08-24T06:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '2f634f44-7eb3-4dc0-b233-8f2a25b1e7c3', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'floating_ip_address': '172.27.3.150', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'port_id': '6325096c-829d-49a5-ab4d-26363e83141d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'mac_address': 'fa:16:3e:1c:70:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eddb672-d1fa-40ab-8cae-6e148b2e01ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:43:25Z', 'updated_at': '2022-08-24T06:44:09Z', 'revision_number': 2, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'fixed_ip_address_scope': None}, {'id': '37069885-0dab-4653-af11-c5e6e87d8d85', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'floating_ip_address': '172.27.3.224', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'port_id': '7f6226b0-8d94-4788-b98d-169d64e666d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'mac_address': 'fa:16:3e:4b:37:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193f97ea-0a83-4ece-9176-c200ed18a07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:45:40Z', 'updated_at': '2022-08-24T06:46:08Z', 'revision_number': 1, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600aceea-e5a1-4b97-90bc-acc305ca240a', 'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'mac_address': 'fa:16:3e:e3:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:43:36Z', 'revision_number': 5, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'subnets': [{'id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:46:12.060761 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-6125653f-74c4-41bf-9f51-51703beb1ea5 req-2f9e710c-14e9-4db5-a20c-1ee8b4ba6b9f service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=68aa3b00-7d83-4a36-89ce-d2987615f595 HTTP/1.1" status: 200 len: 854 time: 0.1806698 Aug 24 06:46:12.101863 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f739a1-f59a-4bb6-a3e6-e2a88c4f4bdc None None] The sync data for ids ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'] in dv-cinder-854271-1-iscsi is: [{'id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'name': 'tempest-AttachVolumeNegativeTest-1816783706-router', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:15Z', 'revision_number': 4, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'gw_port': {'id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:09Z', 'updated_at': '2022-08-24T06:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '2f634f44-7eb3-4dc0-b233-8f2a25b1e7c3', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'floating_ip_address': '172.27.3.150', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'port_id': '6325096c-829d-49a5-ab4d-26363e83141d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'mac_address': 'fa:16:3e:1c:70:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eddb672-d1fa-40ab-8cae-6e148b2e01ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:43:25Z', 'updated_at': '2022-08-24T06:44:09Z', 'revision_number': 2, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'fixed_ip_address_scope': None}, {'id': '37069885-0dab-4653-af11-c5e6e87d8d85', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'floating_ip_address': '172.27.3.224', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'port_id': '7f6226b0-8d94-4788-b98d-169d64e666d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'mac_address': 'fa:16:3e:4b:37:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193f97ea-0a83-4ece-9176-c200ed18a07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:45:40Z', 'updated_at': '2022-08-24T06:46:08Z', 'revision_number': 1, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600aceea-e5a1-4b97-90bc-acc305ca240a', 'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'mac_address': 'fa:16:3e:e3:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:43:36Z', 'revision_number': 5, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'subnets': [{'id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:46:12.113718 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e678a-d40c-432a-8150-feaf04c95a14 req-2caa0803-d394-4ee2-a2f7-b12fe73bf88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:12.121282 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-778e678a-d40c-432a-8150-feaf04c95a14 req-2caa0803-d394-4ee2-a2f7-b12fe73bf88f service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 1130 time: 0.2491972 Aug 24 06:46:12.182442 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ec8a2af2-2030-45be-ab3b-e34ca59e0ca7 req-1b1d8c34-83d3-413b-991d-6243f6ade390 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989815 Aug 24 06:46:12.217949 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-963cc157-b35c-411a-abe6-409fe7d79464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e580d1-d960-416a-a647-59eae23beae0 {{(pid=113088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:46:12.231495 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125653f-74c4-41bf-9f51-51703beb1ea5 req-ac84bde3-bc37-414f-b49a-0dfcec2585fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:12.233096 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-6125653f-74c4-41bf-9f51-51703beb1ea5 req-ac84bde3-bc37-414f-b49a-0dfcec2585fe service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=4d764327-7285-4015-bbe3-ebfc93ab6200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1088765 Aug 24 06:46:12.234941 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-963cc157-b35c-411a-abe6-409fe7d79464 service neutron] Publish callbacks [] for port (b2e580d1-d960-416a-a647-59eae23beae0), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:12.278688 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827014b-525e-439e-890c-631dff5d9c13 req-d6e33b8e-6266-4328-b9af-2e44d29eb421 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:12.280900 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5827014b-525e-439e-890c-631dff5d9c13 req-d6e33b8e-6266-4328-b9af-2e44d29eb421 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 946 time: 0.1381557 Aug 24 06:46:12.285426 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.provisioning_blocks [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-963cc157-b35c-411a-abe6-409fe7d79464 service neutron] Transition to ACTIVE for port object b2e580d1-d960-416a-a647-59eae23beae0 will not be triggered until provisioned by entity L2. {{(pid=113088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 06:46:12.287687 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:12.293228 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.notifiers.nova [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-cbe3c305-f710-49e8-afe7-b72ca5489266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2387098c-848a-4eec-b0d6-bbcdd822e16b {{(pid=113089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:46:12.293404 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-778e678a-d40c-432a-8150-feaf04c95a14 req-851f1fe0-fa7e-4d90-9fc5-9312d74272dc service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1544800 Aug 24 06:46:12.297479 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-963cc157-b35c-411a-abe6-409fe7d79464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (b2e580d1-d960-416a-a647-59eae23beae0), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:12.310655 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-cbe3c305-f710-49e8-afe7-b72ca5489266 service neutron] Publish callbacks [] for port (2387098c-848a-4eec-b0d6-bbcdd822e16b), precommit_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:12.340574 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.provisioning_blocks [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-cbe3c305-f710-49e8-afe7-b72ca5489266 service neutron] Transition to ACTIVE for port object 2387098c-848a-4eec-b0d6-bbcdd822e16b will not be triggered until provisioned by entity L2. {{(pid=113089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 06:46:12.381809 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-cbe3c305-f710-49e8-afe7-b72ca5489266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (2387098c-848a-4eec-b0d6-bbcdd822e16b), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:12.434817 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:12.455967 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963cc157-b35c-411a-abe6-409fe7d79464 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e580d1-d960-416a-a647-59eae23beae0,revision_number=2']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:12.469428 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb74c5e5-15b9-49e6-89e5-0e0b3259f9a1 None None] New status for floating IP 37069885-0dab-4653-af11-c5e6e87d8d85: ACTIVE {{(pid=113091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 06:46:12.493848 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3c305-f710-49e8-afe7-b72ca5489266 service neutron] Pushing event updated for resources: {'Port': ['ID=2387098c-848a-4eec-b0d6-bbcdd822e16b,revision_number=2']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:12.503966 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-6125653f-74c4-41bf-9f51-51703beb1ea5 req-a5a0206a-9c85-4f57-8dbb-e7473c9f4ae3 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4d764327-7285-4015-bbe3-ebfc93ab6200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607059 Aug 24 06:46:12.528231 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5827014b-525e-439e-890c-631dff5d9c13 req-abb53706-d04d-4f3a-a5dd-a66633d0ab2a tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.2244334 Aug 24 06:46:12.548514 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c6e0b-75cb-4b9f-8654-b57fb76e7204 req-f55a1080-5be1-460a-a0ad-f502bc93e0b8 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:12.558846 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-268c6e0b-75cb-4b9f-8654-b57fb76e7204 req-f55a1080-5be1-460a-a0ad-f502bc93e0b8 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.2170939 Aug 24 06:46:12.634759 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.managers [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-cbe3c305-f710-49e8-afe7-b72ca5489266 service neutron] Attempting to bind port 2387098c-848a-4eec-b0d6-bbcdd822e16b on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:46:12.635121 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.managers [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-cbe3c305-f710-49e8-afe7-b72ca5489266 service neutron] Attempting to bind port 2387098c-848a-4eec-b0d6-bbcdd822e16b by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '6bddbdc0-2b31-4a69-875c-7bbac9668394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad'}] {{(pid=113089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:46:12.635477 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-cbe3c305-f710-49e8-afe7-b72ca5489266 service neutron] Attempting to bind port 2387098c-848a-4eec-b0d6-bbcdd822e16b on network 4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:46:12.644628 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-cbe3c305-f710-49e8-afe7-b72ca5489266 service neutron] Port 2387098c-848a-4eec-b0d6-bbcdd822e16b on network 4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 06:46:12.644946 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-cbe3c305-f710-49e8-afe7-b72ca5489266 service neutron] Attempting to bind port 2387098c-848a-4eec-b0d6-bbcdd822e16b on network 4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:46:12.651037 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-6125653f-74c4-41bf-9f51-51703beb1ea5 req-a7b3da92-64f8-411a-b307-222cdf014a10 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4d764327-7285-4015-bbe3-ebfc93ab6200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267328 Aug 24 06:46:12.656281 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-963cc157-b35c-411a-abe6-409fe7d79464 service neutron] Attempting to bind port b2e580d1-d960-416a-a647-59eae23beae0 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:46:12.669034 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-963cc157-b35c-411a-abe6-409fe7d79464 service neutron] Attempting to bind port b2e580d1-d960-416a-a647-59eae23beae0 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': 'd70b68af-beaa-4880-9fac-acf996738416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8c682e0c-d2b1-404f-9302-13fb87fddf13'}] {{(pid=113088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:46:12.669034 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-963cc157-b35c-411a-abe6-409fe7d79464 service neutron] Attempting to bind port b2e580d1-d960-416a-a647-59eae23beae0 on network 8c682e0c-d2b1-404f-9302-13fb87fddf13 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:46:12.675562 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-963cc157-b35c-411a-abe6-409fe7d79464 service neutron] Port b2e580d1-d960-416a-a647-59eae23beae0 on network 8c682e0c-d2b1-404f-9302-13fb87fddf13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 06:46:12.676372 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-963cc157-b35c-411a-abe6-409fe7d79464 service neutron] Attempting to bind port b2e580d1-d960-416a-a647-59eae23beae0 on network 8c682e0c-d2b1-404f-9302-13fb87fddf13 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:46:12.685603 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-963cc157-b35c-411a-abe6-409fe7d79464 service neutron] Checking agent: {'id': '92318399-7fe8-4397-ad86-085269988e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'started_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:46:12.686371 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-963cc157-b35c-411a-abe6-409fe7d79464 service neutron] Checking segment: {'id': 'd70b68af-beaa-4880-9fac-acf996738416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8c682e0c-d2b1-404f-9302-13fb87fddf13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:46:12.686866 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-963cc157-b35c-411a-abe6-409fe7d79464 service neutron] Bound using segment: {'id': 'd70b68af-beaa-4880-9fac-acf996738416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8c682e0c-d2b1-404f-9302-13fb87fddf13'} {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:46:12.687399 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-963cc157-b35c-411a-abe6-409fe7d79464 service neutron] Bound port: b2e580d1-d960-416a-a647-59eae23beae0, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd70b68af-beaa-4880-9fac-acf996738416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8c682e0c-d2b1-404f-9302-13fb87fddf13'}}] {{(pid=113088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:46:12.687825 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-963cc157-b35c-411a-abe6-409fe7d79464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (b2e580d1-d960-416a-a647-59eae23beae0), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:12.698693 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-cbe3c305-f710-49e8-afe7-b72ca5489266 service neutron] Checking agent: {'id': '92318399-7fe8-4397-ad86-085269988e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'started_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:46:12.699042 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-cbe3c305-f710-49e8-afe7-b72ca5489266 service neutron] Checking segment: {'id': '6bddbdc0-2b31-4a69-875c-7bbac9668394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:46:12.699565 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-cbe3c305-f710-49e8-afe7-b72ca5489266 service neutron] Bound using segment: {'id': '6bddbdc0-2b31-4a69-875c-7bbac9668394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad'} {{(pid=113089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:46:12.700019 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.managers [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-cbe3c305-f710-49e8-afe7-b72ca5489266 service neutron] Bound port: 2387098c-848a-4eec-b0d6-bbcdd822e16b, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bddbdc0-2b31-4a69-875c-7bbac9668394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad'}}] {{(pid=113089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:46:12.700369 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-cbe3c305-f710-49e8-afe7-b72ca5489266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (2387098c-848a-4eec-b0d6-bbcdd822e16b), before_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:12.714202 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-94f12609-7553-4c23-a76d-df4faba57085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:12.732338 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-268c6e0b-75cb-4b9f-8654-b57fb76e7204 req-2b24fdaf-4ae7-43b7-b04f-33cc22c93f78 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323483 Aug 24 06:46:12.746850 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ea559-1ffb-4a6f-9fc4-fc9dd0630bc9 req-dab6fe45-b723-4155-8203-138751ee0a67 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:12.748398 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-227ea559-1ffb-4a6f-9fc4-fc9dd0630bc9 req-dab6fe45-b723-4155-8203-138751ee0a67 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 944 time: 0.0956097 Aug 24 06:46:12.782566 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:12.832138 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-963cc157-b35c-411a-abe6-409fe7d79464 service neutron] For port b2e580d1-d960-416a-a647-59eae23beae0, host hv-cinder-85427, cleared binding levels {{(pid=113088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:46:12.835773 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-963cc157-b35c-411a-abe6-409fe7d79464 service neutron] For port b2e580d1-d960-416a-a647-59eae23beae0, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b2e580d1-d960-416a-a647-59eae23beae0,segment=NetworkSegment(d70b68af-beaa-4880-9fac-acf996738416),segment_id=d70b68af-beaa-4880-9fac-acf996738416)] {{(pid=113088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:46:12.845006 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-963cc157-b35c-411a-abe6-409fe7d79464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (b2e580d1-d960-416a-a647-59eae23beae0), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:12.850685 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-963cc157-b35c-411a-abe6-409fe7d79464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:12.855983 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-963cc157-b35c-411a-abe6-409fe7d79464 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:12.857572 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-963cc157-b35c-411a-abe6-409fe7d79464 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/b2e580d1-d960-416a-a647-59eae23beae0 HTTP/1.1" status: 200 len: 1093 time: 1.8353090 Aug 24 06:46:12.858156 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2879e7d9-3126-4934-985f-a3604e1ad9b8', 'tag': 'b2e580d1-d960-416a-a647-59eae23beae0'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:46:12.861334 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a38592-bc9b-4f68-a667-c153c7c51b54" -d '{"events": [{"name": "network-changed", "server_uuid": "2879e7d9-3126-4934-985f-a3604e1ad9b8", "tag": "b2e580d1-d960-416a-a647-59eae23beae0"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:46:12.892171 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-227ea559-1ffb-4a6f-9fc4-fc9dd0630bc9 req-eb7f3dd2-62c2-4670-b5ed-da0b10c201d0 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014111 Aug 24 06:46:12.913509 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.db [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-cbe3c305-f710-49e8-afe7-b72ca5489266 service neutron] For port 2387098c-848a-4eec-b0d6-bbcdd822e16b, host hv-cinder-85427, cleared binding levels {{(pid=113089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:46:12.917302 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.db [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-cbe3c305-f710-49e8-afe7-b72ca5489266 service neutron] For port 2387098c-848a-4eec-b0d6-bbcdd822e16b, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=2387098c-848a-4eec-b0d6-bbcdd822e16b,segment=NetworkSegment(6bddbdc0-2b31-4a69-875c-7bbac9668394),segment_id=6bddbdc0-2b31-4a69-875c-7bbac9668394)] {{(pid=113089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:46:12.933858 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-cbe3c305-f710-49e8-afe7-b72ca5489266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (2387098c-848a-4eec-b0d6-bbcdd822e16b), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:12.940621 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-cbe3c305-f710-49e8-afe7-b72ca5489266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:12.941248 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-cbe3c305-f710-49e8-afe7-b72ca5489266 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:12.941491 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a881b853-55fb-474f-b876-375be26a7c9a x-openstack-request-id: req-a881b853-55fb-474f-b876-375be26a7c9a {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:46:12.942581 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2879e7d9-3126-4934-985f-a3604e1ad9b8", "tag": "b2e580d1-d960-416a-a647-59eae23beae0", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:46:12.942701 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-cbe3c305-f710-49e8-afe7-b72ca5489266 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/2387098c-848a-4eec-b0d6-bbcdd822e16b HTTP/1.1" status: 200 len: 1093 time: 1.8076320 Aug 24 06:46:12.942900 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a881b853-55fb-474f-b876-375be26a7c9a {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:46:12.943273 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a881b853-55fb-474f-b876-375be26a7c9a'] response: {'name': 'network-changed', 'server_uuid': '2879e7d9-3126-4934-985f-a3604e1ad9b8', 'tag': 'b2e580d1-d960-416a-a647-59eae23beae0', 'status': 'completed', 'code': 200} Aug 24 06:46:12.949936 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963cc157-b35c-411a-abe6-409fe7d79464 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e580d1-d960-416a-a647-59eae23beae0,revision_number=3']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:12.950274 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08ab309-2677-4dcc-9a44-55b9133ef05a', 'tag': '2387098c-848a-4eec-b0d6-bbcdd822e16b'}] {{(pid=113089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:46:12.953342 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95c9b8c2b54b2cd10d832cf4cc4818d331942fea0eff1eb136de0d3feea1bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc944ea7-b564-4b3e-b92e-ca08a5228b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "a08ab309-2677-4dcc-9a44-55b9133ef05a", "tag": "2387098c-848a-4eec-b0d6-bbcdd822e16b"}]}' {{(pid=113089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:46:13.070889 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3c305-f710-49e8-afe7-b72ca5489266 service neutron] Pushing event updated for resources: {'Port': ['ID=2387098c-848a-4eec-b0d6-bbcdd822e16b,revision_number=3']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:13.095088 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b874d9-eda0-4478-a1c5-4bd68a134335 req-8295834a-46b4-4144-8f95-ab5d2739137a tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:13.106337 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a1b874d9-eda0-4478-a1c5-4bd68a134335 req-8295834a-46b4-4144-8f95-ab5d2739137a tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.1055195 Aug 24 06:46:13.167056 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-4bd3883e-bd76-434d-80ee-b02bacc51ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:13.169331 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-4bd3883e-bd76-434d-80ee-b02bacc51ff5 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=2a401374685240dc94fe28ca99ad4e11&device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 1127 time: 0.0566764 Aug 24 06:46:13.179516 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a38592-bc9b-4f68-a667-c153c7c51b54 req-7367f098-52d2-4d86-b77c-6e596e7c9094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:13.181181 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-57a38592-bc9b-4f68-a667-c153c7c51b54 req-7367f098-52d2-4d86-b77c-6e596e7c9094 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=b1d68e8e7e104bccb721e3c036a7907a&device_id=2879e7d9-3126-4934-985f-a3604e1ad9b8 HTTP/1.1" status: 200 len: 1127 time: 0.0707829 Aug 24 06:46:13.221570 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-81544e39-8db4-4424-98a9-af265963582c service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2387098c-848a-4eec-b0d6-bbcdd822e16b HTTP/1.1" status: 200 len: 217 time: 0.0420558 Aug 24 06:46:13.273642 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a1b874d9-eda0-4478-a1c5-4bd68a134335 req-143e755e-b4a0-4594-a9c1-c55c5e15fbf7 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654968 Aug 24 06:46:13.381160 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '089197a3-4eb5-4520-9e9f-cbb2ae723ccc'}] {{(pid=113090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:46:13.382298 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-ef6066eb-c7c9-4858-a000-c3ebf42f19e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:13.383545 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b6006cf2a23db0b36d2003dbfde04691441a00dec53483979079bf2def40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b13fd91-7d58-4d97-9bcf-2ebfb3700792" -d '{"events": [{"server_uuid": "7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b", "name": "network-vif-unplugged", "status": "completed", "tag": "089197a3-4eb5-4520-9e9f-cbb2ae723ccc"}]}' {{(pid=113090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:46:13.388305 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b366631b-2451-494d-b58a-51771beaa056 x-openstack-request-id: req-b366631b-2451-494d-b58a-51771beaa056 {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:46:13.388578 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a08ab309-2677-4dcc-9a44-55b9133ef05a", "tag": "2387098c-848a-4eec-b0d6-bbcdd822e16b", "status": "completed", "code": 200}]} {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:46:13.388822 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b366631b-2451-494d-b58a-51771beaa056 {{(pid=113089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:46:13.389220 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b366631b-2451-494d-b58a-51771beaa056'] response: {'name': 'network-changed', 'server_uuid': 'a08ab309-2677-4dcc-9a44-55b9133ef05a', 'tag': '2387098c-848a-4eec-b0d6-bbcdd822e16b', 'status': 'completed', 'code': 200} Aug 24 06:46:13.391366 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-ef6066eb-c7c9-4858-a000-c3ebf42f19e0 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=87c63329-c783-4018-8f3e-d78ef061967a HTTP/1.1" status: 200 len: 858 time: 0.1480799 Aug 24 06:46:13.396504 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322469d-e79f-4a0f-ad6c-77fbd10c9b81 req-419a13b4-9447-40da-ac6f-fdc7721256cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:13.398223 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9322469d-e79f-4a0f-ad6c-77fbd10c9b81 req-419a13b4-9447-40da-ac6f-fdc7721256cf service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=5b4541156c1f4efab3a61dd6935638bb&device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 1129 time: 0.1117227 Aug 24 06:46:13.544135 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a38592-bc9b-4f68-a667-c153c7c51b54 req-0170572e-d62c-4893-89b9-53b36825e380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:13.545606 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-57a38592-bc9b-4f68-a667-c153c7c51b54 req-0170572e-d62c-4893-89b9-53b36825e380 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=b1d68e8e7e104bccb721e3c036a7907a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3449440 Aug 24 06:46:13.562310 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c751d-8577-4d11-860b-3ddaa84cccdc req-817c9d8f-e89d-49e2-842b-114f11a87916 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:13.563816 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6e2c751d-8577-4d11-860b-3ddaa84cccdc req-817c9d8f-e89d-49e2-842b-114f11a87916 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2879e7d9-3126-4934-985f-a3604e1ad9b8 HTTP/1.1" status: 200 len: 943 time: 0.1169350 Aug 24 06:46:13.579402 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811c0e2-be4e-42dd-988f-6d1d0799496c req-ff2336c6-181d-4ddc-a995-d61103571f35 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:13.581014 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e811c0e2-be4e-42dd-988f-6d1d0799496c req-ff2336c6-181d-4ddc-a995-d61103571f35 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 943 time: 0.0790036 Aug 24 06:46:13.652033 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:13.664131 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e811c0e2-be4e-42dd-988f-6d1d0799496c req-42b364fc-7ccc-4f40-b62a-babc2f6d78df tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740061 Aug 24 06:46:13.668592 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6e2c751d-8577-4d11-860b-3ddaa84cccdc req-f9fb84da-166f-4242-ae78-0f6ebd75e892 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865536 Aug 24 06:46:13.721062 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Aug 2022 06:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16453040-05d5-4d98-b856-734eb50ddab3 x-openstack-request-id: req-16453040-05d5-4d98-b856-734eb50ddab3 {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:46:13.721653 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b", "name": "network-vif-unplugged", "status": "failed", "tag": "089197a3-4eb5-4520-9e9f-cbb2ae723ccc", "code": 422}]} {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:46:13.722086 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-16453040-05d5-4d98-b856-734eb50ddab3 {{(pid=113090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:46:13.722753 dv-cinder-854271-1-iscsi neutron-server[113090]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-16453040-05d5-4d98-b856-734eb50ddab3']: {'server_uuid': '7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '089197a3-4eb5-4520-9e9f-cbb2ae723ccc', 'code': 422} returned with failed status Aug 24 06:46:13.782804 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [req-396eaaac-7450-4380-b789-b14c6881cdb5 req-16453151-f876-4a3d-b29d-e7094fbf4287 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113089) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 06:46:13.783822 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-396eaaac-7450-4380-b789-b14c6881cdb5 req-16453151-f876-4a3d-b29d-e7094fbf4287 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053234 Aug 24 06:46:13.803932 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f7a5e-d2d4-4b4f-82ee-df38a1398363 req-a0f55062-6676-4575-b743-b94a5b4998e5 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:13.805491 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-419f7a5e-d2d4-4b4f-82ee-df38a1398363 req-a0f55062-6676-4575-b743-b94a5b4998e5 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 946 time: 0.0582962 Aug 24 06:46:13.861376 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:13.965704 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-419f7a5e-d2d4-4b4f-82ee-df38a1398363 req-c4b1a4e0-b950-4398-af0d-83edafe51cfe tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1521778 Aug 24 06:46:13.980970 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:14.026275 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-32bc4205-049b-49c9-9232-c2368086a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:14.028882 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-32bc4205-049b-49c9-9232-c2368086a9d7 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1893742 Aug 24 06:46:14.029963 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 089197a3-4eb5-4520-9e9f-cbb2ae723ccc no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:46:14.117128 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 089197a3-4eb5-4520-9e9f-cbb2ae723ccc is: DOWN; New status is: DOWN {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:46:14.199782 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322469d-e79f-4a0f-ad6c-77fbd10c9b81 req-a6029d3e-d800-42c3-b074-a9da621d3181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:14.201393 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9322469d-e79f-4a0f-ad6c-77fbd10c9b81 req-a6029d3e-d800-42c3-b074-a9da621d3181 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=018b0e35-de97-44eb-a1bf-77de9b3c6286 HTTP/1.1" status: 200 len: 911 time: 0.3636141 Aug 24 06:46:14.223010 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d85ed-39a2-42e3-8889-1448057bd4fc req-92000775-a041-4e4c-914f-54984edb7006 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:14.224282 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2d6d85ed-39a2-42e3-8889-1448057bd4fc req-92000775-a041-4e4c-914f-54984edb7006 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 944 time: 0.1692765 Aug 24 06:46:14.230011 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a38592-bc9b-4f68-a667-c153c7c51b54 req-aefdbe5d-b7f1-4df1-9898-cb951bcfe5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:14.231763 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-57a38592-bc9b-4f68-a667-c153c7c51b54 req-aefdbe5d-b7f1-4df1-9898-cb951bcfe5ef service neutron] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3866138 Aug 24 06:46:14.295120 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:14.341528 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2d6d85ed-39a2-42e3-8889-1448057bd4fc req-f3f78c1c-4a97-4447-b06f-c7720bb5e546 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086192 Aug 24 06:46:14.355868 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-2bbe01a5-02a6-42fa-a338-9e7cb4ad77df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:14.363042 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-2bbe01a5-02a6-42fa-a338-9e7cb4ad77df service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=b1d68e8e7e104bccb721e3c036a7907a&device_id=2879e7d9-3126-4934-985f-a3604e1ad9b8 HTTP/1.1" status: 200 len: 1127 time: 0.0885456 Aug 24 06:46:14.447881 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-334a017e-0651-4b52-900d-26266a4be407 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2e580d1-d960-416a-a647-59eae23beae0 HTTP/1.1" status: 200 len: 217 time: 0.0729721 Aug 24 06:46:14.532036 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea30c9-cb66-4c2d-b1d8-739b8aeb8ddb req-8b2adbb4-bead-41c8-abb2-bad94b6500b3 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:14.533555 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5fea30c9-cb66-4c2d-b1d8-739b8aeb8ddb req-8b2adbb4-bead-41c8-abb2-bad94b6500b3 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.1084325 Aug 24 06:46:14.544035 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-62a30424-21d2-4a88-a0d4-5a2435d1ee09 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479911 Aug 24 06:46:14.551509 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9322469d-e79f-4a0f-ad6c-77fbd10c9b81 req-5bf5dcc0-b632-4e7c-a9ad-a7b01c156891 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=454b34ae-8fe5-46de-9bae-481f3ada5897 HTTP/1.1" status: 200 len: 1000 time: 0.3409660 Aug 24 06:46:14.553408 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-5f273fa1-4ed2-44aa-b3b4-9b4be4475e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:14.555225 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-5f273fa1-4ed2-44aa-b3b4-9b4be4475e9e service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=629c0eb2-c9d1-4368-b5be-126124025145 HTTP/1.1" status: 200 len: 854 time: 0.0811968 Aug 24 06:46:14.603876 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-72c81520-6fda-4fce-8883-57334e1d6c80 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=8c682e0c-d2b1-404f-9302-13fb87fddf13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351624 Aug 24 06:46:14.664581 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5fea30c9-cb66-4c2d-b1d8-739b8aeb8ddb req-db49f09c-3d4d-4f50-8b5c-1c0475be90de tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219006 Aug 24 06:46:14.665080 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322469d-e79f-4a0f-ad6c-77fbd10c9b81 req-521702d4-6384-4e0a-b89f-2380f608f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:14.667255 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9322469d-e79f-4a0f-ad6c-77fbd10c9b81 req-521702d4-6384-4e0a-b89f-2380f608f666 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=72cdaf0a-4647-46c2-91ee-def2bd17e00f HTTP/1.1" status: 200 len: 849 time: 0.1047699 Aug 24 06:46:14.745937 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-235065e2-bb98-45b6-b4d8-cd36d1fa7f18 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/8c682e0c-d2b1-404f-9302-13fb87fddf13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286924 Aug 24 06:46:14.801645 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-1727e8dd-3765-4632-a8d8-aaa9853b7620 req-2863296e-2510-4966-ae80-fba9f4cc7ac0 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488697 Aug 24 06:46:14.809274 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322469d-e79f-4a0f-ad6c-77fbd10c9b81 req-b2848bc5-8396-4837-80b5-ff6e8d576805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:14.811845 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9322469d-e79f-4a0f-ad6c-77fbd10c9b81 req-b2848bc5-8396-4837-80b5-ff6e8d576805 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=018b0e35-de97-44eb-a1bf-77de9b3c6286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1352055 Aug 24 06:46:14.843751 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 51510) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:46:14.963237 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9322469d-e79f-4a0f-ad6c-77fbd10c9b81 req-31e86508-1c1a-4aa2-937c-4b45da4ae031 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/018b0e35-de97-44eb-a1bf-77de9b3c6286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445801 Aug 24 06:46:14.972805 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-1bd6088b-e1c1-4521-bb7a-d395ac930348 req-8d7c1cac-9a1d-4359-8318-a175fa681ccf service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1279063 Aug 24 06:46:14.982792 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [req-1bd6088b-e1c1-4521-bb7a-d395ac930348 req-41ec7ea8-92f7-4b0c-99ce-619c3b86837c service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113088) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 06:46:14.984106 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-1bd6088b-e1c1-4521-bb7a-d395ac930348 req-41ec7ea8-92f7-4b0c-99ce-619c3b86837c service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059359 Aug 24 06:46:15.139678 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2f31f-a9f4-4f11-bc14-d6c0138b62f2 req-4b4d2774-1853-4ee6-a423-105d8a6bc4b0 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:15.141181 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bdb2f31f-a9f4-4f11-bc14-d6c0138b62f2 req-4b4d2774-1853-4ee6-a423-105d8a6bc4b0 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 943 time: 0.3466020 Aug 24 06:46:15.169698 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 51520) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:46:15.177216 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec35844-a9e1-4c88-9879-1a069ee85e5d req-c7df2d15-cfdf-4b41-94f0-de63267cfd86 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:15.178946 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2ec35844-a9e1-4c88-9879-1a069ee85e5d req-c7df2d15-cfdf-4b41-94f0-de63267cfd86 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2879e7d9-3126-4934-985f-a3604e1ad9b8 HTTP/1.1" status: 200 len: 943 time: 0.3680212 Aug 24 06:46:15.230411 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f40f1a5c-cfce-4ab6-baa5-11800926ed22 req-3152fa44-2de8-4084-ad71-890307288adf service neutron] 10.222.0.58 "GET /networking/v2.0/networks/8c682e0c-d2b1-404f-9302-13fb87fddf13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788938 Aug 24 06:46:15.249901 dv-cinder-854271-1-iscsi neutron-server[113088]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 06:46:15.279636 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bdb2f31f-a9f4-4f11-bc14-d6c0138b62f2 req-10ee3a4c-df15-427f-88ba-f5acc80298d2 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276124 Aug 24 06:46:15.282557 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2ec35844-a9e1-4c88-9879-1a069ee85e5d req-315e4850-0649-4e8f-a760-a9b9999837b1 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922968 Aug 24 06:46:15.316506 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6088b-e1c1-4521-bb7a-d395ac930348 req-01ead0cf-566e-4381-9f45-45f81a9fc050 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:15.318073 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-1bd6088b-e1c1-4521-bb7a-d395ac930348 req-01ead0cf-566e-4381-9f45-45f81a9fc050 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports/089197a3-4eb5-4520-9e9f-cbb2ae723ccc HTTP/1.1" status: 200 len: 941 time: 0.1462777 Aug 24 06:46:15.420691 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d39c1-c32e-4a06-a54a-1f9eb8c460e6 req-6f8198e4-46bd-4483-a209-ce98993a8457 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:15.422372 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-857d39c1-c32e-4a06-a54a-1f9eb8c460e6 req-6f8198e4-46bd-4483-a209-ce98993a8457 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 946 time: 0.0590892 Aug 24 06:46:15.466570 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:15.515729 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:15.519417 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce69be-b157-4f54-9a7d-ddb964de99a2 req-010ceec5-efe4-4c76-8f8b-fa0c9cbfb5a8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:15.520934 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e9ce69be-b157-4f54-9a7d-ddb964de99a2 req-010ceec5-efe4-4c76-8f8b-fa0c9cbfb5a8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 944 time: 0.0821927 Aug 24 06:46:15.525331 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-857d39c1-c32e-4a06-a54a-1f9eb8c460e6 req-b1e4dc51-214e-4df8-9ce1-5a62ca10f935 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0966225 Aug 24 06:46:15.556347 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:15.574499 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e9ce69be-b157-4f54-9a7d-ddb964de99a2 req-6986879c-e4c8-4761-a918-c25f2831e266 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465531 Aug 24 06:46:15.658536 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799852d5-5a5e-4ece-ae34-8666a82fa068 req-ffebaab8-a83e-40b3-89de-ed214b7bb5ed tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:15.660032 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-799852d5-5a5e-4ece-ae34-8666a82fa068 req-ffebaab8-a83e-40b3-89de-ed214b7bb5ed tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 946 time: 0.0503764 Aug 24 06:46:15.712816 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-799852d5-5a5e-4ece-ae34-8666a82fa068 req-f7da351d-1adc-4058-a5eb-4e83f666c498 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0469661 Aug 24 06:46:15.745405 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 51540) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:46:15.827867 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc944ea7-b564-4b3e-b92e-ca08a5228b1a req-d60c3ea5-989d-49e5-9da6-92e5127131d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:15.829365 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fc944ea7-b564-4b3e-b92e-ca08a5228b1a req-d60c3ea5-989d-49e5-9da6-92e5127131d0 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=2a401374685240dc94fe28ca99ad4e11&device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 1127 time: 0.0773275 Aug 24 06:46:15.842377 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5591228-fcaa-44c3-aaa4-c1e47503fa5e req-73504f3b-2f74-40ee-af55-34d61c084388 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:15.843892 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d5591228-fcaa-44c3-aaa4-c1e47503fa5e req-73504f3b-2f74-40ee-af55-34d61c084388 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.0734301 Aug 24 06:46:15.848853 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:15.862147 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9322469d-e79f-4a0f-ad6c-77fbd10c9b81 req-4dcc3001-490e-4e22-92b2-f03ee85d208f service neutron] 10.222.0.58 "GET /networking/v2.0/networks/018b0e35-de97-44eb-a1bf-77de9b3c6286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108871 Aug 24 06:46:15.893409 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d5591228-fcaa-44c3-aaa4-c1e47503fa5e req-392f4c5f-a0c9-4502-b828-bbb34b2df853 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433137 Aug 24 06:46:15.915088 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600c896f-dd72-4ef0-8b85-687baeab314d tempest-TestShelveInstance-1792744794 tempest-TestShelveInstance-1792744794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:15.917020 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-600c896f-dd72-4ef0-8b85-687baeab314d tempest-TestShelveInstance-1792744794 tempest-TestShelveInstance-1792744794-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 1125 time: 0.1705909 Aug 24 06:46:15.920145 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 51544) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:46:15.924392 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-e7f94c69-72d6-4fd2-85fc-e427084958f0 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Request body: {'floatingip': {'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'port_id': '23d72516-fd9a-4990-84c2-92849cc63fb1', 'tenant_id': '0bf38c354bea44f5a503e76fa53b20f6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:46:15.948780 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-e7f94c69-72d6-4fd2-85fc-e427084958f0 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:16.032566 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-e7f94c69-72d6-4fd2-85fc-e427084958f0 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:16.150271 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [None req-e7f94c69-72d6-4fd2-85fc-e427084958f0 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Allocated IP 172.27.3.66 (ebaf0247-9904-4138-a92a-0e04f684cda3/21927f02-5278-4e61-8de7-8e5f8e88a327/bf041db8-7b40-4104-b1bd-13a0cae8f1ef) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:46:16.226779 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:16.260475 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-e7f94c69-72d6-4fd2-85fc-e427084958f0 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks [] for port (bf041db8-7b40-4104-b1bd-13a0cae8f1ef), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:16.302369 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-e7f94c69-72d6-4fd2-85fc-e427084958f0 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (bf041db8-7b40-4104-b1bd-13a0cae8f1ef), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:16.348632 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f94c69-72d6-4fd2-85fc-e427084958f0 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Network ebaf0247-9904-4138-a92a-0e04f684cda3 is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:46:16.352316 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-e7f94c69-72d6-4fd2-85fc-e427084958f0 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:46:16.355379 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f94c69-72d6-4fd2-85fc-e427084958f0 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:46:16.379222 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f94c69-72d6-4fd2-85fc-e427084958f0 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Pushing event updated for resources: {'Port': ['ID=bf041db8-7b40-4104-b1bd-13a0cae8f1ef,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:16.437201 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:16.475817 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cf65b-03f2-4eba-9936-11d479186f31 req-0842123f-19ac-43b1-8419-28c4c4156b8d tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:16.482941 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9b5cf65b-03f2-4eba-9936-11d479186f31 req-0842123f-19ac-43b1-8419-28c4c4156b8d tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2879e7d9-3126-4934-985f-a3604e1ad9b8 HTTP/1.1" status: 200 len: 943 time: 0.1183319 Aug 24 06:46:16.511796 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6717348-3dc3-49c2-8a2c-6eb4ea53c1e1 req-4750b34f-e1fc-484d-8a05-7f0fe912c1c9 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:16.513308 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c6717348-3dc3-49c2-8a2c-6eb4ea53c1e1 req-4750b34f-e1fc-484d-8a05-7f0fe912c1c9 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 943 time: 0.0960534 Aug 24 06:46:16.562859 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9b5cf65b-03f2-4eba-9936-11d479186f31 req-1d31359d-b81a-4925-a794-1005deee3a31 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789554 Aug 24 06:46:16.595412 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c6717348-3dc3-49c2-8a2c-6eb4ea53c1e1 req-f9b8528a-05c7-4c00-987e-fe7afe9b80fd tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712557 Aug 24 06:46:16.644154 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:16.761537 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-e7f94c69-72d6-4fd2-85fc-e427084958f0 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks [] for floatingip (14ce038c-f778-4715-9af4-25d4e06ae602), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:16.820567 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84855913-2465-4eb0-8bf0-40d5eee7ac29 req-8a9cfd11-2bb8-41b3-b86c-667295a947b8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:16.823842 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-84855913-2465-4eb0-8bf0-40d5eee7ac29 req-8a9cfd11-2bb8-41b3-b86c-667295a947b8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 944 time: 0.1090508 Aug 24 06:46:16.844380 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-e7f94c69-72d6-4fd2-85fc-e427084958f0 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (bf041db8-7b40-4104-b1bd-13a0cae8f1ef), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:16.889491 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc944ea7-b564-4b3e-b92e-ca08a5228b1a req-e9095f92-d3a1-41c9-84b7-45fc66c2f2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:16.890984 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fc944ea7-b564-4b3e-b92e-ca08a5228b1a req-e9095f92-d3a1-41c9-84b7-45fc66c2f2fb service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad HTTP/1.1" status: 200 len: 920 time: 0.2140803 Aug 24 06:46:16.904084 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-84855913-2465-4eb0-8bf0-40d5eee7ac29 req-ddf6ddd2-b9aa-4692-89d6-ed75ad888c78 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726674 Aug 24 06:46:17.023463 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-e7f94c69-72d6-4fd2-85fc-e427084958f0 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks [] for port (bf041db8-7b40-4104-b1bd-13a0cae8f1ef), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:17.024200 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fc944ea7-b564-4b3e-b92e-ca08a5228b1a req-197772a9-a759-4766-821f-0afc107e02e4 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2387098c-848a-4eec-b0d6-bbcdd822e16b HTTP/1.1" status: 200 len: 217 time: 0.0563300 Aug 24 06:46:17.030833 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-e7f94c69-72d6-4fd2-85fc-e427084958f0 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (bf041db8-7b40-4104-b1bd-13a0cae8f1ef), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:17.107933 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906beac1-32a4-4ca4-b8a1-8ed31b7fdc66 req-fe7da0c2-8375-43c4-9f52-b40fb1eab94b tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:17.109726 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-906beac1-32a4-4ca4-b8a1-8ed31b7fdc66 req-fe7da0c2-8375-43c4-9f52-b40fb1eab94b tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.0877497 Aug 24 06:46:17.147238 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f94c69-72d6-4fd2-85fc-e427084958f0 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Pushing event updated for resources: {'Port': ['ID=bf041db8-7b40-4104-b1bd-13a0cae8f1ef,revision_number=2']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:17.154303 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-e7f94c69-72d6-4fd2-85fc-e427084958f0 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698989'] for floatingip (14ce038c-f778-4715-9af4-25d4e06ae602), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:17.162824 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc944ea7-b564-4b3e-b92e-ca08a5228b1a req-88075b6a-1e6c-4d64-a316-48e86035cd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:17.164593 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fc944ea7-b564-4b3e-b92e-ca08a5228b1a req-88075b6a-1e6c-4d64-a316-48e86035cd37 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=87c63329-c783-4018-8f3e-d78ef061967a HTTP/1.1" status: 200 len: 858 time: 0.0934229 Aug 24 06:46:17.196481 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-906beac1-32a4-4ca4-b8a1-8ed31b7fdc66 req-8812f7d7-8425-43c2-b036-ac516c05d79f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754950 Aug 24 06:46:17.288283 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc944ea7-b564-4b3e-b92e-ca08a5228b1a req-17d1bbec-4291-4441-b562-4a50bab00179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:17.290549 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fc944ea7-b564-4b3e-b92e-ca08a5228b1a req-17d1bbec-4291-4441-b562-4a50bab00179 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0929995 Aug 24 06:46:17.328528 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.db.l3_db [None req-e7f94c69-72d6-4fd2-85fc-e427084958f0 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Floating IP 14ce038c-f778-4715-9af4-25d4e06ae602 associated. External IP: 172.27.3.66, port: 23d72516-fd9a-4990-84c2-92849cc63fb1. Aug 24 06:46:17.394181 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:17.536166 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f94c69-72d6-4fd2-85fc-e427084958f0 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Router 3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6 has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:46:17.648215 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f94c69-72d6-4fd2-85fc-e427084958f0 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:46:17.658809 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decf6240-ab40-4930-ab15-a1825536fe81 None None] Sync routers for ids ['3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6'] in dv-cinder-854271-1-iscsi {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:46:17.678268 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decf6240-ab40-4930-ab15-a1825536fe81 None None] Routers {'3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:46:17.679334 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-decf6240-ab40-4930-ab15-a1825536fe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:46:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:46:17.682110 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:17.696475 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-e7f94c69-72d6-4fd2-85fc-e427084958f0 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:17.733628 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-e7f94c69-72d6-4fd2-85fc-e427084958f0 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8124411 Aug 24 06:46:17.734281 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb639cc-8b84-4663-b991-2954e9c87fef', 'tag': '23d72516-fd9a-4990-84c2-92849cc63fb1'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:46:17.736878 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b59e110-6050-44d5-b4ee-2eef7d555eab" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb639cc-8b84-4663-b991-2954e9c87fef", "tag": "23d72516-fd9a-4990-84c2-92849cc63fb1"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:46:17.756607 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62180f3-0770-47f8-b3ef-146c429041ba req-9e4bfae7-686c-4379-b916-f4f2ccb3294d tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:17.758257 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b62180f3-0770-47f8-b3ef-146c429041ba req-9e4bfae7-686c-4379-b916-f4f2ccb3294d tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2879e7d9-3126-4934-985f-a3604e1ad9b8 HTTP/1.1" status: 200 len: 943 time: 0.1075742 Aug 24 06:46:17.789265 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb184b63-83b5-4fed-80a6-7206eb98926a req-b3cfbf60-8b4a-4520-957b-ac812199a0f8 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:17.791385 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-cb184b63-83b5-4fed-80a6-7206eb98926a req-b3cfbf60-8b4a-4520-957b-ac812199a0f8 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 943 time: 0.0930181 Aug 24 06:46:17.815720 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-decf6240-ab40-4930-ab15-a1825536fe81 None None] Set router 3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:46:17.848347 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b62180f3-0770-47f8-b3ef-146c429041ba req-b66916de-8761-42a4-a4a6-01342b6badbd tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836265 Aug 24 06:46:17.875893 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-cb184b63-83b5-4fed-80a6-7206eb98926a req-1f2d2e3c-e564-421f-94cc-e5d5af68b92a tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714107 Aug 24 06:46:17.954189 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:17.962340 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4beff6-2daa-4ae0-b58f-832cda73dd58 x-openstack-request-id: req-5c4beff6-2daa-4ae0-b58f-832cda73dd58 {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:46:17.963062 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb639cc-8b84-4663-b991-2954e9c87fef", "tag": "23d72516-fd9a-4990-84c2-92849cc63fb1", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:46:17.963602 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5c4beff6-2daa-4ae0-b58f-832cda73dd58 {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:46:17.964196 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c4beff6-2daa-4ae0-b58f-832cda73dd58'] response: {'name': 'network-changed', 'server_uuid': 'cdb639cc-8b84-4663-b991-2954e9c87fef', 'tag': '23d72516-fd9a-4990-84c2-92849cc63fb1', 'status': 'completed', 'code': 200} Aug 24 06:46:18.073299 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59e110-6050-44d5-b4ee-2eef7d555eab req-fd7165b0-bc30-43cf-87a8-5619a32dca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:18.074607 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9b59e110-6050-44d5-b4ee-2eef7d555eab req-fd7165b0-bc30-43cf-87a8-5619a32dca51 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0bf38c354bea44f5a503e76fa53b20f6&device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 1130 time: 0.0792346 Aug 24 06:46:18.078063 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fc944ea7-b564-4b3e-b92e-ca08a5228b1a req-e9e3ac8c-6bbf-4a16-90e6-9c1a4ce3dde4 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813023 Aug 24 06:46:18.083959 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device b2e580d1-d960-416a-a647-59eae23beae0 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 06:46:18.116996 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-decf6240-ab40-4930-ab15-a1825536fe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'name': 'tempest-TestShelveInstance-422531790-router', 'tenant_id': '0bf38c354bea44f5a503e76fa53b20f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '56e61e89-f03d-42b2-8ea0-504726c55535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:44:57Z', 'updated_at': '2022-08-24T06:45:00Z', 'revision_number': 4, 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'gw_port': {'id': '56e61e89-f03d-42b2-8ea0-504726c55535', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:44:58Z', 'updated_at': '2022-08-24T06:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '14ce038c-f778-4715-9af4-25d4e06ae602', 'tenant_id': '0bf38c354bea44f5a503e76fa53b20f6', 'floating_ip_address': '172.27.3.66', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'port_id': '23d72516-fd9a-4990-84c2-92849cc63fb1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a65afdd-a8e2-4518-9256-f6218e06bf95', 'mac_address': 'fa:16:3e:ec:cc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb639cc-8b84-4663-b991-2954e9c87fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:46:16Z', 'updated_at': '2022-08-24T06:46:16Z', 'revision_number': 0, 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8154d28a-c953-47ce-8f6e-a5c81a08ced5', 'name': '', 'network_id': '1a65afdd-a8e2-4518-9256-f6218e06bf95', 'tenant_id': '0bf38c354bea44f5a503e76fa53b20f6', 'mac_address': 'fa:16:3e:38:bb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'c0ac3680-c342-4f76-808a-5fdbedfba4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:44:59Z', 'updated_at': '2022-08-24T06:45:06Z', 'revision_number': 5, 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'subnets': [{'id': 'c0ac3680-c342-4f76-808a-5fdbedfba4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:46:18.146478 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decf6240-ab40-4930-ab15-a1825536fe81 None None] Checking router: 3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6 for host: dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:46:18.187115 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceaa26d-3e64-46f2-89b8-1d0c12f5b73b req-4f3ff90a-2121-4a78-bb34-11e71532afe8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:18.192032 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7ceaa26d-3e64-46f2-89b8-1d0c12f5b73b req-4f3ff90a-2121-4a78-bb34-11e71532afe8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 944 time: 0.1126413 Aug 24 06:46:18.239179 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59e110-6050-44d5-b4ee-2eef7d555eab req-7066320c-014c-4ae0-b304-d8823fac6443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:18.240748 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9b59e110-6050-44d5-b4ee-2eef7d555eab req-7066320c-014c-4ae0-b304-d8823fac6443 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=1a65afdd-a8e2-4518-9256-f6218e06bf95 HTTP/1.1" status: 200 len: 909 time: 0.1554954 Aug 24 06:46:18.329930 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decf6240-ab40-4930-ab15-a1825536fe81 None None] Routers {'3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:46:18.330477 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-decf6240-ab40-4930-ab15-a1825536fe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:46:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:46:18.331648 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fc944ea7-b564-4b3e-b92e-ca08a5228b1a req-9c1f99da-fe76-4b71-a0c6-a2bcf966782f service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379241 Aug 24 06:46:18.338865 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7ceaa26d-3e64-46f2-89b8-1d0c12f5b73b req-5143577c-4f84-49d6-a1e6-64d5da06a71b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850637 Aug 24 06:46:18.344248 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9b59e110-6050-44d5-b4ee-2eef7d555eab req-9c3154f3-86d9-4bb7-9170-0dbc7ab1c222 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23d72516-fd9a-4990-84c2-92849cc63fb1 HTTP/1.1" status: 200 len: 999 time: 0.0922480 Aug 24 06:46:18.388190 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:18.402939 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959c11d-2c18-4e7a-ad00-c00182192883 req-fc4cacc5-5f2a-4323-8d7b-2efd4d531f94 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:18.404482 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2959c11d-2c18-4e7a-ad00-c00182192883 req-fc4cacc5-5f2a-4323-8d7b-2efd4d531f94 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.0556114 Aug 24 06:46:18.453466 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2959c11d-2c18-4e7a-ad00-c00182192883 req-7d936d12-eeb3-4e11-a38c-d3d07e6e3ef9 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433407 Aug 24 06:46:18.464390 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port b2e580d1-d960-416a-a647-59eae23beae0, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b2e580d1-d960-416a-a647-59eae23beae0,segment=NetworkSegment(d70b68af-beaa-4880-9fac-acf996738416),segment_id=d70b68af-beaa-4880-9fac-acf996738416)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:46:18.483777 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Returning: {'device': 'b2e580d1-d960-416a-a647-59eae23beae0', 'network_id': '8c682e0c-d2b1-404f-9302-13fb87fddf13', 'port_id': 'b2e580d1-d960-416a-a647-59eae23beae0', 'mac_address': 'fa:16:3e:38:dd:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629c0eb2-c9d1-4368-b5be-126124025145', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 06:46:18.497543 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-decf6240-ab40-4930-ab15-a1825536fe81 None None] Set router 3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:46:18.546541 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:18.561825 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port b2e580d1-d960-416a-a647-59eae23beae0 is: DOWN; New status is: BUILD {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:46:18.562233 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (b2e580d1-d960-416a-a647-59eae23beae0), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:18.610842 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e580d1-d960-416a-a647-59eae23beae0 {{(pid=113090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:46:18.623289 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:18.644898 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port b2e580d1-d960-416a-a647-59eae23beae0, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b2e580d1-d960-416a-a647-59eae23beae0,segment=NetworkSegment(d70b68af-beaa-4880-9fac-acf996738416),segment_id=d70b68af-beaa-4880-9fac-acf996738416)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:46:18.659378 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59e110-6050-44d5-b4ee-2eef7d555eab req-e56b5d41-18e4-47eb-8d8e-bc9e9493c9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:18.662008 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9b59e110-6050-44d5-b4ee-2eef7d555eab req-e56b5d41-18e4-47eb-8d8e-bc9e9493c9b1 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=c0ac3680-c342-4f76-808a-5fdbedfba4b3 HTTP/1.1" status: 200 len: 847 time: 0.0749233 Aug 24 06:46:18.668111 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (b2e580d1-d960-416a-a647-59eae23beae0), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:18.669615 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 2387098c-848a-4eec-b0d6-bbcdd822e16b details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 06:46:18.708323 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6088b-e1c1-4521-bb7a-d395ac930348 req-63d04771-4f5a-4b13-acb5-e02aa0c9e3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:18.710624 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1bd6088b-e1c1-4521-bb7a-d395ac930348 req-63d04771-4f5a-4b13-acb5-e02aa0c9e3ca service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b&tenant_id=0aec98515a95467aa9a43853bfdcb7d7 HTTP/1.1" status: 200 len: 1128 time: 0.1051133 Aug 24 06:46:18.714291 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59e110-6050-44d5-b4ee-2eef7d555eab req-90799479-20d2-4220-87a8-e2aa938dea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:18.715841 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9b59e110-6050-44d5-b4ee-2eef7d555eab req-90799479-20d2-4220-87a8-e2aa938dea6f service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=1a65afdd-a8e2-4518-9256-f6218e06bf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470052 Aug 24 06:46:18.802914 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6088b-e1c1-4521-bb7a-d395ac930348 req-e868ce9a-1bad-469e-ac6b-a958325ef8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:18.805148 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1bd6088b-e1c1-4521-bb7a-d395ac930348 req-e868ce9a-1bad-469e-ac6b-a958325ef8f2 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0aec98515a95467aa9a43853bfdcb7d7&device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 1128 time: 0.0618775 Aug 24 06:46:18.828768 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=b2e580d1-d960-416a-a647-59eae23beae0,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:18.831469 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9b59e110-6050-44d5-b4ee-2eef7d555eab req-98768e92-3612-4aee-ae76-ec0988bd966c service neutron] 10.222.0.58 "GET /networking/v2.0/networks/1a65afdd-a8e2-4518-9256-f6218e06bf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069331 Aug 24 06:46:18.918310 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-decf6240-ab40-4930-ab15-a1825536fe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'name': 'tempest-TestShelveInstance-422531790-router', 'tenant_id': '0bf38c354bea44f5a503e76fa53b20f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '56e61e89-f03d-42b2-8ea0-504726c55535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:44:57Z', 'updated_at': '2022-08-24T06:45:00Z', 'revision_number': 4, 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'gw_port': {'id': '56e61e89-f03d-42b2-8ea0-504726c55535', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:44:58Z', 'updated_at': '2022-08-24T06:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '14ce038c-f778-4715-9af4-25d4e06ae602', 'tenant_id': '0bf38c354bea44f5a503e76fa53b20f6', 'floating_ip_address': '172.27.3.66', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'port_id': '23d72516-fd9a-4990-84c2-92849cc63fb1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a65afdd-a8e2-4518-9256-f6218e06bf95', 'mac_address': 'fa:16:3e:ec:cc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb639cc-8b84-4663-b991-2954e9c87fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:46:16Z', 'updated_at': '2022-08-24T06:46:16Z', 'revision_number': 0, 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8154d28a-c953-47ce-8f6e-a5c81a08ced5', 'name': '', 'network_id': '1a65afdd-a8e2-4518-9256-f6218e06bf95', 'tenant_id': '0bf38c354bea44f5a503e76fa53b20f6', 'mac_address': 'fa:16:3e:38:bb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'c0ac3680-c342-4f76-808a-5fdbedfba4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:44:59Z', 'updated_at': '2022-08-24T06:45:06Z', 'revision_number': 5, 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'subnets': [{'id': 'c0ac3680-c342-4f76-808a-5fdbedfba4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:46:18.946452 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6088b-e1c1-4521-bb7a-d395ac930348 req-e06b3cbc-2806-4466-a403-79287f586623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:18.948146 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1bd6088b-e1c1-4521-bb7a-d395ac930348 req-e06b3cbc-2806-4466-a403-79287f586623 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=8be3c841-0d59-4803-979e-08c48130dbdb HTTP/1.1" status: 200 len: 917 time: 0.1351306 Aug 24 06:46:18.980568 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 2387098c-848a-4eec-b0d6-bbcdd822e16b, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=2387098c-848a-4eec-b0d6-bbcdd822e16b,segment=NetworkSegment(6bddbdc0-2b31-4a69-875c-7bbac9668394),segment_id=6bddbdc0-2b31-4a69-875c-7bbac9668394)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:46:18.983610 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decf6240-ab40-4930-ab15-a1825536fe81 None None] The sync data for ids ['3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6'] in dv-cinder-854271-1-iscsi is: [{'id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'name': 'tempest-TestShelveInstance-422531790-router', 'tenant_id': '0bf38c354bea44f5a503e76fa53b20f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '56e61e89-f03d-42b2-8ea0-504726c55535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:44:57Z', 'updated_at': '2022-08-24T06:45:00Z', 'revision_number': 4, 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'gw_port': {'id': '56e61e89-f03d-42b2-8ea0-504726c55535', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:44:58Z', 'updated_at': '2022-08-24T06:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '14ce038c-f778-4715-9af4-25d4e06ae602', 'tenant_id': '0bf38c354bea44f5a503e76fa53b20f6', 'floating_ip_address': '172.27.3.66', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'port_id': '23d72516-fd9a-4990-84c2-92849cc63fb1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a65afdd-a8e2-4518-9256-f6218e06bf95', 'mac_address': 'fa:16:3e:ec:cc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb639cc-8b84-4663-b991-2954e9c87fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:46:16Z', 'updated_at': '2022-08-24T06:46:16Z', 'revision_number': 0, 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8154d28a-c953-47ce-8f6e-a5c81a08ced5', 'name': '', 'network_id': '1a65afdd-a8e2-4518-9256-f6218e06bf95', 'tenant_id': '0bf38c354bea44f5a503e76fa53b20f6', 'mac_address': 'fa:16:3e:38:bb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'c0ac3680-c342-4f76-808a-5fdbedfba4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:44:59Z', 'updated_at': '2022-08-24T06:45:06Z', 'revision_number': 5, 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'subnets': [{'id': 'c0ac3680-c342-4f76-808a-5fdbedfba4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:46:19.007621 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Returning: {'device': '2387098c-848a-4eec-b0d6-bbcdd822e16b', 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad', 'port_id': '2387098c-848a-4eec-b0d6-bbcdd822e16b', 'mac_address': 'fa:16:3e:0c:9f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87c63329-c783-4018-8f3e-d78ef061967a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 06:46:19.069940 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9b59e110-6050-44d5-b4ee-2eef7d555eab req-ac34204a-530d-4913-8687-a3177d4d8819 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/1a65afdd-a8e2-4518-9256-f6218e06bf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328095 Aug 24 06:46:19.084428 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 2387098c-848a-4eec-b0d6-bbcdd822e16b is: DOWN; New status is: BUILD {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:46:19.085092 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (2387098c-848a-4eec-b0d6-bbcdd822e16b), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:19.102220 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2387098c-848a-4eec-b0d6-bbcdd822e16b {{(pid=113090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:46:19.123652 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 2387098c-848a-4eec-b0d6-bbcdd822e16b, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=2387098c-848a-4eec-b0d6-bbcdd822e16b,segment=NetworkSegment(6bddbdc0-2b31-4a69-875c-7bbac9668394),segment_id=6bddbdc0-2b31-4a69-875c-7bbac9668394)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:46:19.129947 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (2387098c-848a-4eec-b0d6-bbcdd822e16b), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:19.161288 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1bd6088b-e1c1-4521-bb7a-d395ac930348 req-7c2ff5ee-af56-404f-9f21-79d1750a0b19 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=089197a3-4eb5-4520-9e9f-cbb2ae723ccc HTTP/1.1" status: 200 len: 999 time: 0.2054620 Aug 24 06:46:19.169054 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2048350-711c-4c07-b4cf-2c886a35b15c req-bd3f1e52-46a1-42e1-9d83-295f81022602 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:19.170636 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b2048350-711c-4c07-b4cf-2c886a35b15c req-bd3f1e52-46a1-42e1-9d83-295f81022602 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2879e7d9-3126-4934-985f-a3604e1ad9b8 HTTP/1.1" status: 200 len: 944 time: 0.1548898 Aug 24 06:46:19.184266 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c0c2c-e59b-409b-9c28-6f9dede4df14 req-80a33d64-addc-4f82-b4cf-79e6e81082cf tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:19.185748 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-716c0c2c-e59b-409b-9c28-6f9dede4df14 req-80a33d64-addc-4f82-b4cf-79e6e81082cf tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 943 time: 0.1687956 Aug 24 06:46:19.186488 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=2387098c-848a-4eec-b0d6-bbcdd822e16b,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:19.263073 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ef8488-f078-44f9-b236-b73a16d2427d None None] New status for floating IP 14ce038c-f778-4715-9af4-25d4e06ae602: ACTIVE {{(pid=113091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 06:46:19.267856 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:19.273742 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6088b-e1c1-4521-bb7a-d395ac930348 req-d4d811e4-ceab-444a-806d-13c9cca59596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:19.275482 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1bd6088b-e1c1-4521-bb7a-d395ac930348 req-d4d811e4-ceab-444a-806d-13c9cca59596 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=81feb445-3ba1-4eb7-aa79-cbcfce06b0ac HTTP/1.1" status: 200 len: 855 time: 0.1036794 Aug 24 06:46:19.321437 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b2048350-711c-4c07-b4cf-2c886a35b15c req-931c3476-40af-497d-948c-52956042c1ac tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334405 Aug 24 06:46:19.337881 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-716c0c2c-e59b-409b-9c28-6f9dede4df14 req-606bd96e-0865-4bfd-8ec4-bbef92c81ebf tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151385 Aug 24 06:46:19.343587 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6088b-e1c1-4521-bb7a-d395ac930348 req-2b6c5a5c-470e-4ae8-988a-efc88e484127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:19.345136 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1bd6088b-e1c1-4521-bb7a-d395ac930348 req-2b6c5a5c-470e-4ae8-988a-efc88e484127 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=8be3c841-0d59-4803-979e-08c48130dbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569756 Aug 24 06:46:19.440111 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:19.477844 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1bd6088b-e1c1-4521-bb7a-d395ac930348 req-87644296-9061-4272-b69a-6a2ac180a36c service neutron] 10.222.0.58 "GET /networking/v2.0/networks/8be3c841-0d59-4803-979e-08c48130dbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234663 Aug 24 06:46:19.489201 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9a9f9-534f-4dd1-9d16-26027a4f0da7 req-bac28c5b-ec92-438d-9a37-e82b4440a52e tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:19.490676 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7ec9a9f9-534f-4dd1-9d16-26027a4f0da7 req-bac28c5b-ec92-438d-9a37-e82b4440a52e tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 944 time: 0.0608079 Aug 24 06:46:19.595735 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7ec9a9f9-534f-4dd1-9d16-26027a4f0da7 req-18de5b21-7372-4389-86d9-14fb87cae876 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964217 Aug 24 06:46:19.613747 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['2387098c-848a-4eec-b0d6-bbcdd822e16b'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:46:19.614783 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1bd6088b-e1c1-4521-bb7a-d395ac930348 req-eb894a22-0932-40f1-ace5-66b30118d0ce service neutron] 10.222.0.58 "GET /networking/v2.0/networks/8be3c841-0d59-4803-979e-08c48130dbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231720 Aug 24 06:46:19.755759 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['b2e580d1-d960-416a-a647-59eae23beae0'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:46:19.807018 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:19.990764 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-00af9d23-5113-4e74-8084-301c183fdac9 req-ef6f7995-cf6e-4ba2-b958-3e0c512a63da service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=6eddb672-d1fa-40ab-8cae-6e148b2e01ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394938 Aug 24 06:46:20.064468 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af9d23-5113-4e74-8084-301c183fdac9 req-2abdc901-70e1-4306-ae62-3b97b74c31a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:20.066071 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-00af9d23-5113-4e74-8084-301c183fdac9 req-2abdc901-70e1-4306-ae62-3b97b74c31a4 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=a41fb206b09941ac80996a3c9cbaae58&device_id=6eddb672-d1fa-40ab-8cae-6e148b2e01ab HTTP/1.1" status: 200 len: 1130 time: 0.0482423 Aug 24 06:46:20.254298 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af9d23-5113-4e74-8084-301c183fdac9 req-85c75a15-49a1-4ade-8628-044eaf6a9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:20.256095 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-00af9d23-5113-4e74-8084-301c183fdac9 req-85c75a15-49a1-4ade-8628-044eaf6a9204 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=4d764327-7285-4015-bbe3-ebfc93ab6200 HTTP/1.1" status: 200 len: 916 time: 0.1586981 Aug 24 06:46:20.482639 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:20.542523 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb6689-72c5-4169-b94c-e95e7f4f0d43 req-d5d19c6b-bedd-4279-b6a2-cf60b3b0315b tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:20.550908 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c3bb6689-72c5-4169-b94c-e95e7f4f0d43 req-d5d19c6b-bedd-4279-b6a2-cf60b3b0315b tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 944 time: 0.1105711 Aug 24 06:46:20.578623 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7b8dc-d10a-4513-bc4f-e34c365cd06a req-ac537ac0-411a-47ff-8bee-0c71285412e8 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:20.580428 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-85f7b8dc-d10a-4513-bc4f-e34c365cd06a req-ac537ac0-411a-47ff-8bee-0c71285412e8 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2879e7d9-3126-4934-985f-a3604e1ad9b8 HTTP/1.1" status: 200 len: 944 time: 0.0938816 Aug 24 06:46:20.651660 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c3bb6689-72c5-4169-b94c-e95e7f4f0d43 req-f2c25ade-dc4f-42d3-afeb-80b34a37803e tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995376 Aug 24 06:46:20.670729 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-85f7b8dc-d10a-4513-bc4f-e34c365cd06a req-7bf0393d-3770-4e14-8ea0-d5ca7fabe7bf tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806653 Aug 24 06:46:20.804358 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0dab5-d8ae-4138-b846-8dcdc5be408e req-e46ee2d4-4815-4707-a52b-be00d6081dc1 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:20.806088 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ead0dab5-d8ae-4138-b846-8dcdc5be408e req-e46ee2d4-4815-4707-a52b-be00d6081dc1 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 944 time: 0.0596242 Aug 24 06:46:20.887111 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ead0dab5-d8ae-4138-b846-8dcdc5be408e req-ffc1f554-7acf-4905-ab26-4f3afadb41c4 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740571 Aug 24 06:46:21.491479 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device b2e580d1-d960-416a-a647-59eae23beae0 up at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:46:21.552136 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:21.555791 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:21.559913 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning for port b2e580d1-d960-416a-a647-59eae23beae0 completed by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 06:46:21.568696 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning complete for port b2e580d1-d960-416a-a647-59eae23beae0 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:46:21.569163 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (b2e580d1-d960-416a-a647-59eae23beae0), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:21.659640 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port b2e580d1-d960-416a-a647-59eae23beae0 is: BUILD; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:46:21.660124 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (b2e580d1-d960-416a-a647-59eae23beae0), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:21.687626 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2879e7d9-3126-4934-985f-a3604e1ad9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e580d1-d960-416a-a647-59eae23beae0'}] {{(pid=113090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:46:21.689990 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b6006cf2a23db0b36d2003dbfde04691441a00dec53483979079bf2def40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6003f04b-1ca7-4b65-a584-b0a0e7ac82f0" -d '{"events": [{"server_uuid": "2879e7d9-3126-4934-985f-a3604e1ad9b8", "name": "network-vif-plugged", "status": "completed", "tag": "b2e580d1-d960-416a-a647-59eae23beae0"}]}' {{(pid=113090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:46:21.704258 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port b2e580d1-d960-416a-a647-59eae23beae0, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b2e580d1-d960-416a-a647-59eae23beae0,segment=NetworkSegment(d70b68af-beaa-4880-9fac-acf996738416),segment_id=d70b68af-beaa-4880-9fac-acf996738416)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:46:21.710646 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (b2e580d1-d960-416a-a647-59eae23beae0), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:21.711652 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 2387098c-848a-4eec-b0d6-bbcdd822e16b up at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:46:21.818437 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=b2e580d1-d960-416a-a647-59eae23beae0,revision_number=5']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:21.828261 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning for port 2387098c-848a-4eec-b0d6-bbcdd822e16b completed by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 06:46:21.836480 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning complete for port 2387098c-848a-4eec-b0d6-bbcdd822e16b triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:46:21.836952 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (2387098c-848a-4eec-b0d6-bbcdd822e16b), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:21.898293 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedccbf7-1f4d-4e99-aa08-1408571a26eb req-8bcdac60-ea91-4c51-b3d5-4ee67627a44c tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:21.900277 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bedccbf7-1f4d-4e99-aa08-1408571a26eb req-8bcdac60-ea91-4c51-b3d5-4ee67627a44c tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 944 time: 0.1467934 Aug 24 06:46:21.908236 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022210e-a65e-4dc7-aef7-ba503507f075 req-22c61b54-f78f-44c4-ba39-d8e95440632e tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:21.909626 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e022210e-a65e-4dc7-aef7-ba503507f075 req-22c61b54-f78f-44c4-ba39-d8e95440632e tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2879e7d9-3126-4934-985f-a3604e1ad9b8 HTTP/1.1" status: 200 len: 945 time: 0.0871491 Aug 24 06:46:21.933088 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 2387098c-848a-4eec-b0d6-bbcdd822e16b is: BUILD; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:46:21.933473 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (2387098c-848a-4eec-b0d6-bbcdd822e16b), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:21.962977 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 51674) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:46:21.986806 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 2387098c-848a-4eec-b0d6-bbcdd822e16b, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=2387098c-848a-4eec-b0d6-bbcdd822e16b,segment=NetworkSegment(6bddbdc0-2b31-4a69-875c-7bbac9668394),segment_id=6bddbdc0-2b31-4a69-875c-7bbac9668394)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:46:21.993305 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (2387098c-848a-4eec-b0d6-bbcdd822e16b), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:22.016292 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bedccbf7-1f4d-4e99-aa08-1408571a26eb req-e6027e5a-a331-40f0-ae22-1252404ebe84 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054225 Aug 24 06:46:22.030984 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e022210e-a65e-4dc7-aef7-ba503507f075 req-90ce1caf-727d-4638-bb73-bc0bf33be5e9 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130881 Aug 24 06:46:22.113326 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942a4115-fb7f-47f6-b14c-213ac0c909b1 x-openstack-request-id: req-942a4115-fb7f-47f6-b14c-213ac0c909b1 {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:46:22.113652 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2879e7d9-3126-4934-985f-a3604e1ad9b8", "name": "network-vif-plugged", "status": "completed", "tag": "b2e580d1-d960-416a-a647-59eae23beae0", "code": 200}]} {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:46:22.113883 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-942a4115-fb7f-47f6-b14c-213ac0c909b1 {{(pid=113090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:46:22.114290 dv-cinder-854271-1-iscsi neutron-server[113090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-942a4115-fb7f-47f6-b14c-213ac0c909b1'] response: {'server_uuid': '2879e7d9-3126-4934-985f-a3604e1ad9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e580d1-d960-416a-a647-59eae23beae0', 'code': 200} Aug 24 06:46:22.114842 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=2387098c-848a-4eec-b0d6-bbcdd822e16b,revision_number=5']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:22.160877 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-14518fac-ac25-426f-ab31-ba2cc1617b59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:22.180575 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:22.199094 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54407ce-7806-40bf-b2c3-375cbe776859 req-21e2bbd5-5ffd-44c3-bd3c-405f0602491f tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:22.200462 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b54407ce-7806-40bf-b2c3-375cbe776859 req-21e2bbd5-5ffd-44c3-bd3c-405f0602491f tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 944 time: 0.0534151 Aug 24 06:46:22.259760 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-14518fac-ac25-426f-ab31-ba2cc1617b59 admin admin] Publish callbacks [] for security_group (c368ce4b-159c-4043-bb6f-959251783130), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:22.265005 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-14518fac-ac25-426f-ab31-ba2cc1617b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (c368ce4b-159c-4043-bb6f-959251783130), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:22.273668 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b54407ce-7806-40bf-b2c3-375cbe776859 req-96278856-4bfa-45fd-b8fb-92d7b0dec41d tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613894 Aug 24 06:46:22.306292 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14518fac-ac25-426f-ab31-ba2cc1617b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c368ce4b-159c-4043-bb6f-959251783130,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:22.315998 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-14518fac-ac25-426f-ab31-ba2cc1617b59 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=831ccf2d1e994dd1ab0e7e88eff00af8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3504360 Aug 24 06:46:22.318432 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 51680) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:46:22.371258 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c10ba14b-1717-4839-a4c4-2f607c431365 admin admin] Publish callbacks [] for security_group (c368ce4b-159c-4043-bb6f-959251783130), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:22.392447 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c10ba14b-1717-4839-a4c4-2f607c431365 admin admin] Publish callbacks [] for security_group (c368ce4b-159c-4043-bb6f-959251783130), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:22.444687 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c10ba14b-1717-4839-a4c4-2f607c431365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (c368ce4b-159c-4043-bb6f-959251783130), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:22.447749 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c10ba14b-1717-4839-a4c4-2f607c431365 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:22.448933 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-c10ba14b-1717-4839-a4c4-2f607c431365 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c368ce4b-159c-4043-bb6f-959251783130 HTTP/1.1" status: 204 len: 168 time: 0.1295812 Aug 24 06:46:22.457293 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ba14b-1717-4839-a4c4-2f607c431365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c368ce4b-159c-4043-bb6f-959251783130,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:22.780977 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 51686) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:46:22.815704 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a184-0da0-4ede-937a-71dfdd2319bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:22.860875 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:22.904310 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a184-0da0-4ede-937a-71dfdd2319bf admin admin] Publish callbacks [] for security_group (6c543870-491c-4148-a513-150232ad8b0d), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:22.909337 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a184-0da0-4ede-937a-71dfdd2319bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (6c543870-491c-4148-a513-150232ad8b0d), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:22.951710 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-1ef1a184-0da0-4ede-937a-71dfdd2319bf admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c7fe8b98bf5843319f6cf9bd941ec642&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1685255 Aug 24 06:46:22.952653 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a184-0da0-4ede-937a-71dfdd2319bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c543870-491c-4148-a513-150232ad8b0d,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:22.954375 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 51688) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:46:22.960611 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a184-0da0-4ede-937a-71dfdd2319bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:46:22.960957 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a184-0da0-4ede-937a-71dfdd2319bf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:46:22.961302 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a184-0da0-4ede-937a-71dfdd2319bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:46:22.961634 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a184-0da0-4ede-937a-71dfdd2319bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:46:22.962042 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a184-0da0-4ede-937a-71dfdd2319bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:46:22.963112 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a184-0da0-4ede-937a-71dfdd2319bf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:46:22.963475 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a184-0da0-4ede-937a-71dfdd2319bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:46:22.963795 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a184-0da0-4ede-937a-71dfdd2319bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:46:22.964115 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a184-0da0-4ede-937a-71dfdd2319bf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:46:22.964438 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a184-0da0-4ede-937a-71dfdd2319bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:46:22.964758 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a184-0da0-4ede-937a-71dfdd2319bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:46:22.965082 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a184-0da0-4ede-937a-71dfdd2319bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:46:22.965381 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a184-0da0-4ede-937a-71dfdd2319bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:46:22.965694 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a184-0da0-4ede-937a-71dfdd2319bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:46:22.966012 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a184-0da0-4ede-937a-71dfdd2319bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:46:23.008378 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d147ae33-f1ca-445e-a851-4f67ec1a119d admin admin] Publish callbacks [] for security_group (6c543870-491c-4148-a513-150232ad8b0d), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:23.029986 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d147ae33-f1ca-445e-a851-4f67ec1a119d admin admin] Publish callbacks [] for security_group (6c543870-491c-4148-a513-150232ad8b0d), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:23.040611 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:23.087353 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d147ae33-f1ca-445e-a851-4f67ec1a119d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (6c543870-491c-4148-a513-150232ad8b0d), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:23.090008 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d147ae33-f1ca-445e-a851-4f67ec1a119d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:23.091581 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-d147ae33-f1ca-445e-a851-4f67ec1a119d admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6c543870-491c-4148-a513-150232ad8b0d HTTP/1.1" status: 204 len: 168 time: 0.1359875 Aug 24 06:46:23.107965 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147ae33-f1ca-445e-a851-4f67ec1a119d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c543870-491c-4148-a513-150232ad8b0d,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:23.192195 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789dc18-3915-42b4-a128-1bcd6c58cfb6 req-7bea6abf-ef18-4068-ab37-8ad9d061f1f1 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:23.198814 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a789dc18-3915-42b4-a128-1bcd6c58cfb6 req-7bea6abf-ef18-4068-ab37-8ad9d061f1f1 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 945 time: 0.0703127 Aug 24 06:46:23.267496 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bef72-9f93-465e-bece-a55b2f92e019 req-81e400e4-695a-4959-927a-d0b996e085d4 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:23.268960 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a43bef72-9f93-465e-bece-a55b2f92e019 req-81e400e4-695a-4959-927a-d0b996e085d4 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2879e7d9-3126-4934-985f-a3604e1ad9b8 HTTP/1.1" status: 200 len: 945 time: 0.0990069 Aug 24 06:46:23.299092 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a789dc18-3915-42b4-a128-1bcd6c58cfb6 req-c8a29b0b-9581-4c0b-ba4f-950e7dd3d66c tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991952 Aug 24 06:46:23.349240 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a43bef72-9f93-465e-bece-a55b2f92e019 req-60342d53-4ff4-4357-b23d-6b539a6383fa tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720215 Aug 24 06:46:23.465148 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7262548-2230-4fe2-bd47-ffb5cae063ca req-3e71c2df-f508-4f26-abea-5be866c184eb tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:23.466714 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e7262548-2230-4fe2-bd47-ffb5cae063ca req-3e71c2df-f508-4f26-abea-5be866c184eb tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 944 time: 0.0539508 Aug 24 06:46:23.491915 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:23.522151 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e7262548-2230-4fe2-bd47-ffb5cae063ca req-4e698d3c-009c-41ae-ae82-c0a11469d223 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492795 Aug 24 06:46:23.613227 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 51702) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:46:23.627147 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d95996ca-968b-4798-aefc-efdbc546fdcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:23.706211 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d95996ca-968b-4798-aefc-efdbc546fdcc admin admin] Publish callbacks [] for security_group (0ab271a9-6c63-460e-a91f-c6b90b6e1f9e), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:23.710760 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d95996ca-968b-4798-aefc-efdbc546fdcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (0ab271a9-6c63-460e-a91f-c6b90b6e1f9e), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:23.753358 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95996ca-968b-4798-aefc-efdbc546fdcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab271a9-6c63-460e-a91f-c6b90b6e1f9e,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:23.757490 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-d95996ca-968b-4798-aefc-efdbc546fdcc admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5bed5f69c30946ee9fc4bb7a0af4f717&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1432145 Aug 24 06:46:23.760229 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 51704) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:46:23.816744 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9744ec9c-6297-400c-a5ab-a730f1052693 admin admin] Publish callbacks [] for security_group (0ab271a9-6c63-460e-a91f-c6b90b6e1f9e), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:23.843131 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9744ec9c-6297-400c-a5ab-a730f1052693 admin admin] Publish callbacks [] for security_group (0ab271a9-6c63-460e-a91f-c6b90b6e1f9e), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:23.900535 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9744ec9c-6297-400c-a5ab-a730f1052693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (0ab271a9-6c63-460e-a91f-c6b90b6e1f9e), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:23.902980 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9744ec9c-6297-400c-a5ab-a730f1052693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:23.904205 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-9744ec9c-6297-400c-a5ab-a730f1052693 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0ab271a9-6c63-460e-a91f-c6b90b6e1f9e HTTP/1.1" status: 204 len: 168 time: 0.1430819 Aug 24 06:46:23.912591 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744ec9c-6297-400c-a5ab-a730f1052693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab271a9-6c63-460e-a91f-c6b90b6e1f9e,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:24.124198 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08ab309-2677-4dcc-9a44-55b9133ef05a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2387098c-848a-4eec-b0d6-bbcdd822e16b'}] {{(pid=113090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:46:24.126572 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b6006cf2a23db0b36d2003dbfde04691441a00dec53483979079bf2def40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101f0789-3cf2-4477-a937-924c6764778f" -d '{"events": [{"server_uuid": "a08ab309-2677-4dcc-9a44-55b9133ef05a", "name": "network-vif-plugged", "status": "completed", "tag": "2387098c-848a-4eec-b0d6-bbcdd822e16b"}]}' {{(pid=113090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:46:24.166196 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132b9049-4360-4105-b6cf-9076e581c800 x-openstack-request-id: req-132b9049-4360-4105-b6cf-9076e581c800 {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:46:24.166786 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08ab309-2677-4dcc-9a44-55b9133ef05a", "name": "network-vif-plugged", "status": "completed", "tag": "2387098c-848a-4eec-b0d6-bbcdd822e16b", "code": 200}]} {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:46:24.167024 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-132b9049-4360-4105-b6cf-9076e581c800 {{(pid=113090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:46:24.167488 dv-cinder-854271-1-iscsi neutron-server[113090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-132b9049-4360-4105-b6cf-9076e581c800'] response: {'server_uuid': 'a08ab309-2677-4dcc-9a44-55b9133ef05a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2387098c-848a-4eec-b0d6-bbcdd822e16b', 'code': 200} Aug 24 06:46:24.454471 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388780d0-1ffe-46d1-ae09-efddead25903 req-7da4bbe7-f857-4604-b694-85d5fd0dd1cf tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:24.457831 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-388780d0-1ffe-46d1-ae09-efddead25903 req-7da4bbe7-f857-4604-b694-85d5fd0dd1cf tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 945 time: 0.0723035 Aug 24 06:46:24.545934 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3de35-f2cd-4889-9088-c229b6d7488c req-351ad092-93ca-46f5-a10a-7a487480a4be tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:24.547473 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e9a3de35-f2cd-4889-9088-c229b6d7488c req-351ad092-93ca-46f5-a10a-7a487480a4be tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2879e7d9-3126-4934-985f-a3604e1ad9b8 HTTP/1.1" status: 200 len: 945 time: 0.0550253 Aug 24 06:46:24.618855 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-388780d0-1ffe-46d1-ae09-efddead25903 req-6f330262-2fb6-4af3-a552-10943112f602 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531031 Aug 24 06:46:24.622135 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e9a3de35-f2cd-4889-9088-c229b6d7488c req-08e79821-23f1-440b-b494-4e3e6165f9f8 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670450 Aug 24 06:46:24.748529 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:24.764316 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8ce63-03f9-47d2-be52-ed00e9c1d944 req-2f6e07e7-144a-4a39-9ece-8c2006d23bfb tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:24.771930 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-43d8ce63-03f9-47d2-be52-ed00e9c1d944 req-2f6e07e7-144a-4a39-9ece-8c2006d23bfb tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 944 time: 0.0604203 Aug 24 06:46:24.847065 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-43d8ce63-03f9-47d2-be52-ed00e9c1d944 req-090f39c0-d855-47f8-8075-0e764db2becf tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676982 Aug 24 06:46:26.049236 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6d346-6e92-42e4-88d7-0f0e18ebf0f9 req-688e7654-3876-4a02-8396-6db8e1011a7f tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:26.050770 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7bd6d346-6e92-42e4-88d7-0f0e18ebf0f9 req-688e7654-3876-4a02-8396-6db8e1011a7f tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2879e7d9-3126-4934-985f-a3604e1ad9b8 HTTP/1.1" status: 200 len: 945 time: 0.3108358 Aug 24 06:46:26.098336 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77f321-0837-4150-94c4-c2d9c96df604 req-ea08d9e8-483f-4f6d-b55a-57e1a046d95d tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:26.099832 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2a77f321-0837-4150-94c4-c2d9c96df604 req-ea08d9e8-483f-4f6d-b55a-57e1a046d95d tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 945 time: 0.0707679 Aug 24 06:46:26.150857 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7bd6d346-6e92-42e4-88d7-0f0e18ebf0f9 req-4a385e94-f949-41d5-9a1f-c7707ed92afc tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836713 Aug 24 06:46:26.207797 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2a77f321-0837-4150-94c4-c2d9c96df604 req-d3577dba-e63e-4ba1-849a-1740f635db16 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972526 Aug 24 06:46:26.285510 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e090b-8b53-4c95-b911-ab99a0d5f200 req-bd1b6ced-72e5-44d6-bcc3-b779b6162570 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:26.287398 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-3a8e090b-8b53-4c95-b911-ab99a0d5f200 req-bd1b6ced-72e5-44d6-bcc3-b779b6162570 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 944 time: 0.0589399 Aug 24 06:46:26.331271 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:26.348091 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-3a8e090b-8b53-4c95-b911-ab99a0d5f200 req-71cd411e-fee2-41fb-b5da-574734995ea4 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527525 Aug 24 06:46:27.287652 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b8ee5-c15c-43d1-b8e4-2251a30d6d9f req-e7e2c82a-3d0f-425b-891f-74cd474c4267 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:27.289309 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-565b8ee5-c15c-43d1-b8e4-2251a30d6d9f req-e7e2c82a-3d0f-425b-891f-74cd474c4267 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2879e7d9-3126-4934-985f-a3604e1ad9b8 HTTP/1.1" status: 200 len: 945 time: 0.0619600 Aug 24 06:46:27.384461 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a680e75-5b46-42e6-86f0-7f1d13baf0cc req-36b86c95-1239-4052-9521-36eb526e3573 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:27.386259 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7a680e75-5b46-42e6-86f0-7f1d13baf0cc req-36b86c95-1239-4052-9521-36eb526e3573 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 945 time: 0.0834746 Aug 24 06:46:27.405678 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-565b8ee5-c15c-43d1-b8e4-2251a30d6d9f req-f88dd4d5-a26f-4491-823f-104decb6f7d4 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040394 Aug 24 06:46:27.454228 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7a680e75-5b46-42e6-86f0-7f1d13baf0cc req-cb384584-2772-46b0-b046-def2a9b91d03 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598383 Aug 24 06:46:27.527639 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08c595-3d4a-443a-bcaf-04f917b16f64 req-42b4e8d0-9920-45c8-9c86-792b21227070 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:27.529154 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-dc08c595-3d4a-443a-bcaf-04f917b16f64 req-42b4e8d0-9920-45c8-9c86-792b21227070 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 944 time: 0.0525162 Aug 24 06:46:27.583960 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-dc08c595-3d4a-443a-bcaf-04f917b16f64 req-d6ae3219-ef3d-4483-8c30-516db71bb2a5 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482807 Aug 24 06:46:28.636561 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b69fa6-2798-40ad-8182-99fd62c2fa47 req-a4bb433f-1b86-49c1-9d00-a9cff353a5d7 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:28.638450 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d5b69fa6-2798-40ad-8182-99fd62c2fa47 req-a4bb433f-1b86-49c1-9d00-a9cff353a5d7 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2879e7d9-3126-4934-985f-a3604e1ad9b8 HTTP/1.1" status: 200 len: 945 time: 0.0931745 Aug 24 06:46:28.647173 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680a825-bfe7-48b4-8df0-33fdc12e3f96 req-8d396a35-fd0d-43ca-bdd3-676bf466c9e2 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:28.648888 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a680a825-bfe7-48b4-8df0-33fdc12e3f96 req-8d396a35-fd0d-43ca-bdd3-676bf466c9e2 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 945 time: 0.0710452 Aug 24 06:46:28.720097 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d5b69fa6-2798-40ad-8182-99fd62c2fa47 req-9271556e-2546-4d07-8dd6-595eb8041377 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700774 Aug 24 06:46:28.768402 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a680a825-bfe7-48b4-8df0-33fdc12e3f96 req-bc8acaab-a365-4a9a-8142-aefe76e06ede tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961792 Aug 24 06:46:28.890815 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a667ea-a7e6-4698-a7bc-2af57ede220f req-5690776a-1a5b-4678-96e8-428582463d93 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:28.895926 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-99a667ea-a7e6-4698-a7bc-2af57ede220f req-5690776a-1a5b-4678-96e8-428582463d93 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 944 time: 0.0735517 Aug 24 06:46:28.963817 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-99a667ea-a7e6-4698-a7bc-2af57ede220f req-95e6c9e2-c437-4663-928d-5051fbbb67b1 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621736 Aug 24 06:46:29.372222 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:29.375160 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:29.854926 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446b9ce-adbf-4004-a61b-ae65e52f927c req-81f51c8a-eb0b-4db4-9c01-5f1f86dc05a4 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:29.856513 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6446b9ce-adbf-4004-a61b-ae65e52f927c req-81f51c8a-eb0b-4db4-9c01-5f1f86dc05a4 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2879e7d9-3126-4934-985f-a3604e1ad9b8 HTTP/1.1" status: 200 len: 945 time: 0.0535231 Aug 24 06:46:29.916439 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:29.924487 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610505ea-22a7-45ba-9768-e7786d6c236a req-31f489ed-a851-4066-9358-a30b4508e866 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:29.925960 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-610505ea-22a7-45ba-9768-e7786d6c236a req-31f489ed-a851-4066-9358-a30b4508e866 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 945 time: 0.0685523 Aug 24 06:46:29.956139 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6446b9ce-adbf-4004-a61b-ae65e52f927c req-18738d70-e92e-4e91-ba24-7a04857e4f20 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873311 Aug 24 06:46:29.996265 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-610505ea-22a7-45ba-9768-e7786d6c236a req-2f4831c9-4550-43e8-8627-a439400a3064 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613179 Aug 24 06:46:30.107366 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa18db-60cc-4936-b5c8-09d4f052773c req-0bcfcba8-103b-4013-b622-53b7545fc86c tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:30.108775 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-12aa18db-60cc-4936-b5c8-09d4f052773c req-0bcfcba8-103b-4013-b622-53b7545fc86c tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 944 time: 0.0539331 Aug 24 06:46:30.160393 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-12aa18db-60cc-4936-b5c8-09d4f052773c req-a360fc8f-442f-4abc-9d50-558f778d2817 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458026 Aug 24 06:46:30.755748 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-00af9d23-5113-4e74-8084-301c183fdac9 req-067b2e01-0965-44d8-bfef-003b1370e26d service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6325096c-829d-49a5-ab4d-26363e83141d HTTP/1.1" status: 200 len: 1002 time: 0.0719295 Aug 24 06:46:31.094447 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa328df3-6e77-48a2-9114-b17867818831 req-accf7452-2007-4d49-bf53-66a68304fe78 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:31.095983 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fa328df3-6e77-48a2-9114-b17867818831 req-accf7452-2007-4d49-bf53-66a68304fe78 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2879e7d9-3126-4934-985f-a3604e1ad9b8 HTTP/1.1" status: 200 len: 945 time: 0.0596633 Aug 24 06:46:31.155738 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc86536-bc95-459d-8560-1ddf41d22b91 req-a9465f12-8eab-4ccf-b5ae-4f97214f71b8 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:31.157212 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9bc86536-bc95-459d-8560-1ddf41d22b91 req-a9465f12-8eab-4ccf-b5ae-4f97214f71b8 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 945 time: 0.0603623 Aug 24 06:46:31.165904 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:31.194779 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fa328df3-6e77-48a2-9114-b17867818831 req-ce6761f5-8705-43ae-b0b3-a1265ceae8e1 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879037 Aug 24 06:46:31.238350 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9bc86536-bc95-459d-8560-1ddf41d22b91 req-b7ee8b08-229e-4509-9497-139c0e479ef2 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754302 Aug 24 06:46:31.300489 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626c61c-6b7c-429b-bea9-40b44c1851f7 req-08ea0794-75de-43fa-93ef-0163f3ef5ee3 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:31.301901 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4626c61c-6b7c-429b-bea9-40b44c1851f7 req-08ea0794-75de-43fa-93ef-0163f3ef5ee3 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 944 time: 0.0482075 Aug 24 06:46:31.357775 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4626c61c-6b7c-429b-bea9-40b44c1851f7 req-20aa07c2-020e-49fb-969b-70dc59f7f9e1 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492537 Aug 24 06:46:31.434173 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af9d23-5113-4e74-8084-301c183fdac9 req-a8b7a1c7-a220-4fb2-ab0a-9addd8120952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:31.436493 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-00af9d23-5113-4e74-8084-301c183fdac9 req-a8b7a1c7-a220-4fb2-ab0a-9addd8120952 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=68aa3b00-7d83-4a36-89ce-d2987615f595 HTTP/1.1" status: 200 len: 854 time: 0.0620742 Aug 24 06:46:31.494994 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af9d23-5113-4e74-8084-301c183fdac9 req-97c2ac2f-15eb-469b-9b18-0c83735a0671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:31.496637 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-00af9d23-5113-4e74-8084-301c183fdac9 req-97c2ac2f-15eb-469b-9b18-0c83735a0671 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=4d764327-7285-4015-bbe3-ebfc93ab6200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518517 Aug 24 06:46:31.606577 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465fe0f-11da-462a-a04e-49075a4eef1c req-bc659caf-98c1-445c-9a71-c8cc2b12a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:31.608242 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-7465fe0f-11da-462a-a04e-49075a4eef1c req-bc659caf-98c1-445c-9a71-c8cc2b12a6e3 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 1129 time: 0.0776782 Aug 24 06:46:31.609355 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeecdc90-f58e-4181-b49d-8080c29486cc req-ca4da1e7-1306-4945-86fe-596d86c2d22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:31.610935 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-eeecdc90-f58e-4181-b49d-8080c29486cc req-ca4da1e7-1306-4945-86fe-596d86c2d22e service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2879e7d9-3126-4934-985f-a3604e1ad9b8 HTTP/1.1" status: 200 len: 1129 time: 0.0517757 Aug 24 06:46:31.637656 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-00af9d23-5113-4e74-8084-301c183fdac9 req-31410043-38da-4b29-9460-a09788c795a4 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4d764327-7285-4015-bbe3-ebfc93ab6200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054227 Aug 24 06:46:31.692858 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-7465fe0f-11da-462a-a04e-49075a4eef1c req-20f5810e-8de7-4dd5-8fcc-5102f1ee96e7 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701408 Aug 24 06:46:31.699731 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-eeecdc90-f58e-4181-b49d-8080c29486cc req-26bae1cf-2e3b-4ed6-bebb-23db37b6fbc0 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756452 Aug 24 06:46:31.743472 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-00af9d23-5113-4e74-8084-301c183fdac9 req-ff95c0ef-f258-4929-9555-eec44e930257 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4d764327-7285-4015-bbe3-ebfc93ab6200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899327 Aug 24 06:46:32.330646 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2178fbd-0573-4c45-be03-1822e4c7c9aa req-fb228ae9-32ea-448a-8449-386e277483ef tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:32.332207 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c2178fbd-0573-4c45-be03-1822e4c7c9aa req-fb228ae9-32ea-448a-8449-386e277483ef tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2879e7d9-3126-4934-985f-a3604e1ad9b8 HTTP/1.1" status: 200 len: 945 time: 0.0624714 Aug 24 06:46:32.384746 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca84e3a-ce4a-4fa8-a369-d13c26636f2c req-6ff59632-aa5e-4ca4-a748-0a3e8fc9710d tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:32.386786 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4ca84e3a-ce4a-4fa8-a369-d13c26636f2c req-6ff59632-aa5e-4ca4-a748-0a3e8fc9710d tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 945 time: 0.0722244 Aug 24 06:46:32.427329 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c2178fbd-0573-4c45-be03-1822e4c7c9aa req-bbfb6b6c-590e-44a2-997a-c9a186146871 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748558 Aug 24 06:46:32.455457 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4ca84e3a-ce4a-4fa8-a369-d13c26636f2c req-7c7b04b7-f8b3-44f2-9868-ccfb496842e1 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585005 Aug 24 06:46:32.534026 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bb3c0-edb0-4510-b506-a6da0ce7dd78 req-6db29e70-d25f-4d64-ad72-e9a2e106c2ec tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:32.535596 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ba8bb3c0-edb0-4510-b506-a6da0ce7dd78 req-6db29e70-d25f-4d64-ad72-e9a2e106c2ec tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 944 time: 0.0472488 Aug 24 06:46:32.556469 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:32.589799 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ba8bb3c0-edb0-4510-b506-a6da0ce7dd78 req-aef4ccdd-f32e-456c-bafc-f3508612017a tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485103 Aug 24 06:46:33.084071 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 51876) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:46:33.128005 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:33.206397 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-569b70e6-6add-487e-b214-4a4a9277f6c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:33.284239 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-569b70e6-6add-487e-b214-4a4a9277f6c8 admin admin] Publish callbacks [] for security_group (951f3fcc-81ff-4902-aab5-4de05e5b969c), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:33.290488 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-569b70e6-6add-487e-b214-4a4a9277f6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (951f3fcc-81ff-4902-aab5-4de05e5b969c), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:33.336922 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-569b70e6-6add-487e-b214-4a4a9277f6c8 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0839790e993846da94bce2cae45b13e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2486725 Aug 24 06:46:33.336922 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b70e6-6add-487e-b214-4a4a9277f6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951f3fcc-81ff-4902-aab5-4de05e5b969c,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:33.338055 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 51880) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:46:33.377000 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=6 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:33.391378 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-ffec0971-0459-43ba-8cee-1408de45b3f9 admin admin] Publish callbacks [] for security_group (951f3fcc-81ff-4902-aab5-4de05e5b969c), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:33.412263 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-ffec0971-0459-43ba-8cee-1408de45b3f9 admin admin] Publish callbacks [] for security_group (951f3fcc-81ff-4902-aab5-4de05e5b969c), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:33.462096 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-ffec0971-0459-43ba-8cee-1408de45b3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (951f3fcc-81ff-4902-aab5-4de05e5b969c), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:33.464819 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-ffec0971-0459-43ba-8cee-1408de45b3f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:33.468403 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-ffec0971-0459-43ba-8cee-1408de45b3f9 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/951f3fcc-81ff-4902-aab5-4de05e5b969c HTTP/1.1" status: 204 len: 168 time: 0.1271882 Aug 24 06:46:33.474746 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec0971-0459-43ba-8cee-1408de45b3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951f3fcc-81ff-4902-aab5-4de05e5b969c,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:33.577322 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedb6ec-b716-4e5e-a226-eabf2c41d457 req-dbdf06a7-ae9e-431e-88f9-f124ff2356fa tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:33.578850 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0fedb6ec-b716-4e5e-a226-eabf2c41d457 req-dbdf06a7-ae9e-431e-88f9-f124ff2356fa tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2879e7d9-3126-4934-985f-a3604e1ad9b8 HTTP/1.1" status: 200 len: 945 time: 0.0676634 Aug 24 06:46:33.635612 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4e04d-ba39-4cd8-9466-d66ff96defea req-d53093e8-6a00-4678-a51c-a92a411e47ed tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:33.637516 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-61b4e04d-ba39-4cd8-9466-d66ff96defea req-d53093e8-6a00-4678-a51c-a92a411e47ed tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 945 time: 0.0818927 Aug 24 06:46:33.682468 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0fedb6ec-b716-4e5e-a226-eabf2c41d457 req-992b0d68-e874-43e8-8022-7480da3c5b03 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860126 Aug 24 06:46:33.716241 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-61b4e04d-ba39-4cd8-9466-d66ff96defea req-d77a7f60-b371-4631-b216-66025e1f766b tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724475 Aug 24 06:46:33.799447 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 51894) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:46:33.813814 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-23ff36c8-dd5c-4649-aaf0-007a1afccba0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:33.814217 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec93c2d-2087-45d2-b596-8791a64d69c6 req-d0692c69-8673-4822-b863-50d04dfc9b15 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:33.815730 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9ec93c2d-2087-45d2-b596-8791a64d69c6 req-d0692c69-8673-4822-b863-50d04dfc9b15 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 944 time: 0.0668530 Aug 24 06:46:33.866938 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51cf3d-93fe-4a62-968f-03f8822eb32b req-bb26bace-83e3-4c1c-ade1-527fd0105233 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:33.868369 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6f51cf3d-93fe-4a62-968f-03f8822eb32b req-bb26bace-83e3-4c1c-ade1-527fd0105233 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 945 time: 0.0747404 Aug 24 06:46:33.881746 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 51896) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:46:33.885176 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:33.886572 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-398cec9c-faf5-4cf9-9849-03df51a07312 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Request body: {'floatingip': {'port_id': '2387098c-848a-4eec-b0d6-bbcdd822e16b'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:46:33.904025 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9ec93c2d-2087-45d2-b596-8791a64d69c6 req-8dfad495-94ff-4a84-9c3f-d0c9b4ca9f0b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717716 Aug 24 06:46:33.932741 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-23ff36c8-dd5c-4649-aaf0-007a1afccba0 admin admin] Publish callbacks [] for security_group (f436a6f0-a9c7-4527-a07f-e4771021adb2), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:33.936730 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-398cec9c-faf5-4cf9-9849-03df51a07312 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks [] for floatingip (836a3539-2710-483d-bb65-92ee94ceaa99), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:33.940502 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-23ff36c8-dd5c-4649-aaf0-007a1afccba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (f436a6f0-a9c7-4527-a07f-e4771021adb2), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:34.084995 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:46:34.258582 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-23ff36c8-dd5c-4649-aaf0-007a1afccba0 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5b5b106815f446f6a625b818690b63eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4579990 Aug 24 06:46:34.261650 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 51898) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:46:34.264679 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff36c8-dd5c-4649-aaf0-007a1afccba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f436a6f0-a9c7-4527-a07f-e4771021adb2,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:34.317274 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-745d8997-d83e-4ca3-8a52-dfc515ecfc1a admin admin] Publish callbacks [] for security_group (f436a6f0-a9c7-4527-a07f-e4771021adb2), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:34.338359 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-745d8997-d83e-4ca3-8a52-dfc515ecfc1a admin admin] Publish callbacks [] for security_group (f436a6f0-a9c7-4527-a07f-e4771021adb2), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:34.378576 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:34.392670 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-745d8997-d83e-4ca3-8a52-dfc515ecfc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (f436a6f0-a9c7-4527-a07f-e4771021adb2), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:34.395322 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-745d8997-d83e-4ca3-8a52-dfc515ecfc1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:34.399186 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-745d8997-d83e-4ca3-8a52-dfc515ecfc1a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f436a6f0-a9c7-4527-a07f-e4771021adb2 HTTP/1.1" status: 204 len: 168 time: 0.1365390 Aug 24 06:46:34.408787 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d8997-d83e-4ca3-8a52-dfc515ecfc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f436a6f0-a9c7-4527-a07f-e4771021adb2,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:34.634776 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-398cec9c-faf5-4cf9-9849-03df51a07312 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:34.639130 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-398cec9c-faf5-4cf9-9849-03df51a07312 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698989'] for floatingip (836a3539-2710-483d-bb65-92ee94ceaa99), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:34.751148 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.db.l3_db [None req-398cec9c-faf5-4cf9-9849-03df51a07312 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Floating IP 836a3539-2710-483d-bb65-92ee94ceaa99 associated. External IP: 172.27.3.191, port: 2387098c-848a-4eec-b0d6-bbcdd822e16b. Aug 24 06:46:34.756188 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 51906) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:46:34.780010 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-0dd4400a-18d8-429a-acb6-d049bfadc18d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:34.824766 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225c07e-f135-4d36-8091-55edb8a69a1c req-a14b8b16-fb18-4c05-92c1-51d529110c07 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:34.826238 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7225c07e-f135-4d36-8091-55edb8a69a1c req-a14b8b16-fb18-4c05-92c1-51d529110c07 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2879e7d9-3126-4934-985f-a3604e1ad9b8 HTTP/1.1" status: 200 len: 945 time: 0.0629058 Aug 24 06:46:34.842009 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:34.911233 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7225c07e-f135-4d36-8091-55edb8a69a1c req-7b1e5b52-4da6-4e88-af53-5c83fa58053d tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785105 Aug 24 06:46:34.938301 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-0dd4400a-18d8-429a-acb6-d049bfadc18d admin admin] Publish callbacks [] for security_group (62830ec0-ef1a-4c7e-b90c-ff2dc098f5ec), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:34.943987 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-0dd4400a-18d8-429a-acb6-d049bfadc18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (62830ec0-ef1a-4c7e-b90c-ff2dc098f5ec), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:34.981055 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398cec9c-faf5-4cf9-9849-03df51a07312 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Router 60257890-9b33-4fc7-91c0-49114a106d83 has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:46:34.989123 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-0dd4400a-18d8-429a-acb6-d049bfadc18d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=99a1a09d556846339dd5d37d3323ae4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305250 Aug 24 06:46:34.990940 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 51912) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:46:34.999062 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4400a-18d8-429a-acb6-d049bfadc18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62830ec0-ef1a-4c7e-b90c-ff2dc098f5ec,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:35.080114 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76455f9a-0552-45d6-bda3-5a35dbf42ae2 req-88abc3da-0f1a-41c3-aff5-9d209599e564 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:35.081722 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-76455f9a-0552-45d6-bda3-5a35dbf42ae2 req-88abc3da-0f1a-41c3-aff5-9d209599e564 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 944 time: 0.0703354 Aug 24 06:46:35.112251 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ab96f917-f8e3-42b3-8ea2-940820fb9d96 admin admin] Publish callbacks [] for security_group (62830ec0-ef1a-4c7e-b90c-ff2dc098f5ec), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:35.120781 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398cec9c-faf5-4cf9-9849-03df51a07312 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:46:35.126647 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-398cec9c-faf5-4cf9-9849-03df51a07312 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:35.128452 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:35.133130 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd67142f-3f1e-4684-88b0-039f42af4ce5 None None] Sync routers for ids ['60257890-9b33-4fc7-91c0-49114a106d83'] in dv-cinder-854271-1-iscsi {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:46:35.144332 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd67142f-3f1e-4684-88b0-039f42af4ce5 None None] Routers {'60257890-9b33-4fc7-91c0-49114a106d83'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:46:35.145271 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-cd67142f-3f1e-4684-88b0-039f42af4ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:46:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['60257890-9b33-4fc7-91c0-49114a106d83'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:46:35.152398 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ab96f917-f8e3-42b3-8ea2-940820fb9d96 admin admin] Publish callbacks [] for security_group (62830ec0-ef1a-4c7e-b90c-ff2dc098f5ec), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:35.166689 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-398cec9c-faf5-4cf9-9849-03df51a07312 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/836a3539-2710-483d-bb65-92ee94ceaa99 HTTP/1.1" status: 200 len: 991 time: 1.2838969 Aug 24 06:46:35.167382 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08ab309-2677-4dcc-9a44-55b9133ef05a', 'tag': '2387098c-848a-4eec-b0d6-bbcdd822e16b'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:46:35.170381 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60191003-7346-4549-94db-300506cf7e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "a08ab309-2677-4dcc-9a44-55b9133ef05a", "tag": "2387098c-848a-4eec-b0d6-bbcdd822e16b"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:46:35.178654 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-76455f9a-0552-45d6-bda3-5a35dbf42ae2 req-b7494b2b-1d85-476c-bc78-5a6e3bafa5a7 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896785 Aug 24 06:46:35.239447 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ab96f917-f8e3-42b3-8ea2-940820fb9d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (62830ec0-ef1a-4c7e-b90c-ff2dc098f5ec), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:35.241931 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ab96f917-f8e3-42b3-8ea2-940820fb9d96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:35.243081 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-ab96f917-f8e3-42b3-8ea2-940820fb9d96 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/62830ec0-ef1a-4c7e-b90c-ff2dc098f5ec HTTP/1.1" status: 204 len: 168 time: 0.2512138 Aug 24 06:46:35.252963 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96f917-f8e3-42b3-8ea2-940820fb9d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62830ec0-ef1a-4c7e-b90c-ff2dc098f5ec,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:35.287046 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895b2ed7-33d7-4c57-8150-c57c6e88c65c x-openstack-request-id: req-895b2ed7-33d7-4c57-8150-c57c6e88c65c {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:46:35.287665 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a08ab309-2677-4dcc-9a44-55b9133ef05a", "tag": "2387098c-848a-4eec-b0d6-bbcdd822e16b", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:46:35.288003 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-895b2ed7-33d7-4c57-8150-c57c6e88c65c {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:46:35.289159 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-895b2ed7-33d7-4c57-8150-c57c6e88c65c'] response: {'name': 'network-changed', 'server_uuid': 'a08ab309-2677-4dcc-9a44-55b9133ef05a', 'tag': '2387098c-848a-4eec-b0d6-bbcdd822e16b', 'status': 'completed', 'code': 200} Aug 24 06:46:35.381418 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60191003-7346-4549-94db-300506cf7e3b req-c1f003c0-3ec5-4232-8c59-aa6946765dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:35.384042 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-cd67142f-3f1e-4684-88b0-039f42af4ce5 None None] Set router 60257890-9b33-4fc7-91c0-49114a106d83 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:46:35.384465 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-60191003-7346-4549-94db-300506cf7e3b req-c1f003c0-3ec5-4232-8c59-aa6946765dfa service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=2a401374685240dc94fe28ca99ad4e11&device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 1129 time: 0.0562611 Aug 24 06:46:35.495643 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:35.508060 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60191003-7346-4549-94db-300506cf7e3b req-6371f208-1b37-412d-81db-f19abdfb71b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:35.509540 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-60191003-7346-4549-94db-300506cf7e3b req-6371f208-1b37-412d-81db-f19abdfb71b4 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad HTTP/1.1" status: 200 len: 920 time: 0.1169724 Aug 24 06:46:35.632347 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-60191003-7346-4549-94db-300506cf7e3b req-5b60cfa8-6a0e-4043-a0d9-a091d70da101 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2387098c-848a-4eec-b0d6-bbcdd822e16b HTTP/1.1" status: 200 len: 999 time: 0.0994787 Aug 24 06:46:35.697062 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60191003-7346-4549-94db-300506cf7e3b req-f0def461-c0ec-4b1f-a6bb-204de4f74e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:35.699224 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-60191003-7346-4549-94db-300506cf7e3b req-f0def461-c0ec-4b1f-a6bb-204de4f74e6e service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=87c63329-c783-4018-8f3e-d78ef061967a HTTP/1.1" status: 200 len: 858 time: 0.0588114 Aug 24 06:46:35.740474 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-cd67142f-3f1e-4684-88b0-039f42af4ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60257890-9b33-4fc7-91c0-49114a106d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1360141810-router', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '8a3d7773-7d9a-4a50-b48b-707661ee7260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:19Z', 'revision_number': 4, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'gw_port': {'id': '8a3d7773-7d9a-4a50-b48b-707661ee7260', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:10Z', 'updated_at': '2022-08-24T06:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '836a3539-2710-483d-bb65-92ee94ceaa99', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'floating_ip_address': '172.27.3.191', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'port_id': '2387098c-848a-4eec-b0d6-bbcdd822e16b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad', 'mac_address': 'fa:16:3e:0c:9f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ab309-2677-4dcc-9a44-55b9133ef05a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:45:48Z', 'updated_at': '2022-08-24T06:46:34Z', 'revision_number': 1, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1fac1b8-84f9-4a2b-b73d-27765d65b43d', 'name': '', 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'mac_address': 'fa:16:3e:99:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '87c63329-c783-4018-8f3e-d78ef061967a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:17Z', 'updated_at': '2022-08-24T06:43:39Z', 'revision_number': 5, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'subnets': [{'id': '87c63329-c783-4018-8f3e-d78ef061967a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:46:35.768310 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd67142f-3f1e-4684-88b0-039f42af4ce5 None None] Checking router: 60257890-9b33-4fc7-91c0-49114a106d83 for host: dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:46:35.779062 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd67142f-3f1e-4684-88b0-039f42af4ce5 None None] Routers {'60257890-9b33-4fc7-91c0-49114a106d83'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:46:35.779828 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-cd67142f-3f1e-4684-88b0-039f42af4ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:46:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['60257890-9b33-4fc7-91c0-49114a106d83'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:46:35.801418 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60191003-7346-4549-94db-300506cf7e3b req-1a7a711c-3e76-49fc-b48d-d40aa70f3b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:35.802885 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-60191003-7346-4549-94db-300506cf7e3b req-1a7a711c-3e76-49fc-b48d-d40aa70f3b84 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0813973 Aug 24 06:46:35.892214 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-cd67142f-3f1e-4684-88b0-039f42af4ce5 None None] Set router 60257890-9b33-4fc7-91c0-49114a106d83 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:46:35.919643 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:36.257943 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-cd67142f-3f1e-4684-88b0-039f42af4ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60257890-9b33-4fc7-91c0-49114a106d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1360141810-router', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '8a3d7773-7d9a-4a50-b48b-707661ee7260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:19Z', 'revision_number': 4, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'gw_port': {'id': '8a3d7773-7d9a-4a50-b48b-707661ee7260', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:10Z', 'updated_at': '2022-08-24T06:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '836a3539-2710-483d-bb65-92ee94ceaa99', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'floating_ip_address': '172.27.3.191', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'port_id': '2387098c-848a-4eec-b0d6-bbcdd822e16b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad', 'mac_address': 'fa:16:3e:0c:9f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ab309-2677-4dcc-9a44-55b9133ef05a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:45:48Z', 'updated_at': '2022-08-24T06:46:34Z', 'revision_number': 1, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1fac1b8-84f9-4a2b-b73d-27765d65b43d', 'name': '', 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'mac_address': 'fa:16:3e:99:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '87c63329-c783-4018-8f3e-d78ef061967a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:17Z', 'updated_at': '2022-08-24T06:43:39Z', 'revision_number': 5, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'subnets': [{'id': '87c63329-c783-4018-8f3e-d78ef061967a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:46:36.285803 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd67142f-3f1e-4684-88b0-039f42af4ce5 None None] The sync data for ids ['60257890-9b33-4fc7-91c0-49114a106d83'] in dv-cinder-854271-1-iscsi is: [{'id': '60257890-9b33-4fc7-91c0-49114a106d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1360141810-router', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '8a3d7773-7d9a-4a50-b48b-707661ee7260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:19Z', 'revision_number': 4, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'gw_port': {'id': '8a3d7773-7d9a-4a50-b48b-707661ee7260', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:10Z', 'updated_at': '2022-08-24T06:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '836a3539-2710-483d-bb65-92ee94ceaa99', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'floating_ip_address': '172.27.3.191', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'port_id': '2387098c-848a-4eec-b0d6-bbcdd822e16b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad', 'mac_address': 'fa:16:3e:0c:9f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ab309-2677-4dcc-9a44-55b9133ef05a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:45:48Z', 'updated_at': '2022-08-24T06:46:34Z', 'revision_number': 1, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1fac1b8-84f9-4a2b-b73d-27765d65b43d', 'name': '', 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'mac_address': 'fa:16:3e:99:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '87c63329-c783-4018-8f3e-d78ef061967a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:17Z', 'updated_at': '2022-08-24T06:43:39Z', 'revision_number': 5, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'subnets': [{'id': '87c63329-c783-4018-8f3e-d78ef061967a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:46:36.307118 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-60191003-7346-4549-94db-300506cf7e3b req-25421172-9196-4106-99fc-dc8d2905e288 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170938 Aug 24 06:46:36.351825 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ac30b-d8c6-464a-877f-36f0aa81a4e9 req-eed49908-90ec-4f08-abf0-e70943cf55dc tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:36.353294 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b35ac30b-d8c6-464a-877f-36f0aa81a4e9 req-eed49908-90ec-4f08-abf0-e70943cf55dc tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 944 time: 0.0608752 Aug 24 06:46:36.456342 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b35ac30b-d8c6-464a-877f-36f0aa81a4e9 req-4fd9d6a9-e789-4ef5-9bc3-465f12ba1d9a tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930431 Aug 24 06:46:36.471183 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-60191003-7346-4549-94db-300506cf7e3b req-b17aa85a-1461-47e1-b84e-618d654b619f service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337204 Aug 24 06:46:36.518722 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2a5493-74b1-47fe-a425-aecc670a2625 None None] New status for floating IP 836a3539-2710-483d-bb65-92ee94ceaa99: ACTIVE {{(pid=113091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 06:46:37.605885 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee517c8e-2ba1-485f-9b94-91d86176f0d1 req-70b34885-b0bf-4207-8c15-853a70edde74 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:37.607392 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ee517c8e-2ba1-485f-9b94-91d86176f0d1 req-70b34885-b0bf-4207-8c15-853a70edde74 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 944 time: 0.0500770 Aug 24 06:46:37.662176 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ee517c8e-2ba1-485f-9b94-91d86176f0d1 req-3ad8c4e6-6fe5-4614-b9f4-8b2af713c3ea tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488305 Aug 24 06:46:38.637976 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 089197a3-4eb5-4520-9e9f-cbb2ae723ccc details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 06:46:38.732206 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=100 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:38.749554 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 089197a3-4eb5-4520-9e9f-cbb2ae723ccc, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=089197a3-4eb5-4520-9e9f-cbb2ae723ccc,segment=NetworkSegment(b5516234-5380-4558-bccf-bf2354b2ccbf),segment_id=b5516234-5380-4558-bccf-bf2354b2ccbf)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:46:38.767592 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Returning: {'device': '089197a3-4eb5-4520-9e9f-cbb2ae723ccc', 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb', 'port_id': '089197a3-4eb5-4520-9e9f-cbb2ae723ccc', 'mac_address': 'fa:16:3e:b2:04:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 06:46:38.792342 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cea8d9-dfc7-4136-b15c-31b7864c48a6 req-9b66c636-2fc6-4ae7-bca8-18fc150757ea tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:38.793947 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a6cea8d9-dfc7-4136-b15c-31b7864c48a6 req-9b66c636-2fc6-4ae7-bca8-18fc150757ea tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 944 time: 0.0475051 Aug 24 06:46:38.802532 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 089197a3-4eb5-4520-9e9f-cbb2ae723ccc is: DOWN; New status is: BUILD {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:46:38.802914 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (089197a3-4eb5-4520-9e9f-cbb2ae723ccc), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:38.816355 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 089197a3-4eb5-4520-9e9f-cbb2ae723ccc {{(pid=113090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:46:38.836001 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 089197a3-4eb5-4520-9e9f-cbb2ae723ccc, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=089197a3-4eb5-4520-9e9f-cbb2ae723ccc,segment=NetworkSegment(b5516234-5380-4558-bccf-bf2354b2ccbf),segment_id=b5516234-5380-4558-bccf-bf2354b2ccbf)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:46:38.842099 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (089197a3-4eb5-4520-9e9f-cbb2ae723ccc), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:38.846828 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a6cea8d9-dfc7-4136-b15c-31b7864c48a6 req-c3747c08-7473-4365-9c7d-c6d261de7f45 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469363 Aug 24 06:46:38.892081 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=089197a3-4eb5-4520-9e9f-cbb2ae723ccc,revision_number=9']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:39.260620 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['089197a3-4eb5-4520-9e9f-cbb2ae723ccc'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:46:39.997543 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0646b27-ada2-448d-acb8-48ee3f5d9733 req-f7f3f3e7-3b86-4ae9-8745-b063ce1b227b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:39.999040 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a0646b27-ada2-448d-acb8-48ee3f5d9733 req-f7f3f3e7-3b86-4ae9-8745-b063ce1b227b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 945 time: 0.0621612 Aug 24 06:46:40.050206 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a0646b27-ada2-448d-acb8-48ee3f5d9733 req-f8aea3ce-9e93-43f8-99ef-c716f1e95e66 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450184 Aug 24 06:46:40.478082 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a61ad154-a087-4759-854f-cc84afd8f8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:40.642539 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 089197a3-4eb5-4520-9e9f-cbb2ae723ccc up at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:46:40.694272 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning complete for port 089197a3-4eb5-4520-9e9f-cbb2ae723ccc triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:46:40.694661 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (089197a3-4eb5-4520-9e9f-cbb2ae723ccc), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:40.713536 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:40.776258 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 089197a3-4eb5-4520-9e9f-cbb2ae723ccc is: BUILD; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:46:40.776709 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (089197a3-4eb5-4520-9e9f-cbb2ae723ccc), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:40.800836 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089197a3-4eb5-4520-9e9f-cbb2ae723ccc'}] {{(pid=113090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:46:40.803136 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b6006cf2a23db0b36d2003dbfde04691441a00dec53483979079bf2def40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d1d77d-5665-423f-9266-fba59ea8bab3" -d '{"events": [{"server_uuid": "7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b", "name": "network-vif-plugged", "status": "completed", "tag": "089197a3-4eb5-4520-9e9f-cbb2ae723ccc"}]}' {{(pid=113090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:46:40.817012 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 089197a3-4eb5-4520-9e9f-cbb2ae723ccc, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=089197a3-4eb5-4520-9e9f-cbb2ae723ccc,segment=NetworkSegment(b5516234-5380-4558-bccf-bf2354b2ccbf),segment_id=b5516234-5380-4558-bccf-bf2354b2ccbf)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:46:40.822336 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (089197a3-4eb5-4520-9e9f-cbb2ae723ccc), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:40.845914 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0f8c81-42b8-4008-833e-29eb1b0581be x-openstack-request-id: req-ff0f8c81-42b8-4008-833e-29eb1b0581be {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:46:40.846232 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b", "name": "network-vif-plugged", "status": "completed", "tag": "089197a3-4eb5-4520-9e9f-cbb2ae723ccc", "code": 200}]} {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:46:40.846489 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ff0f8c81-42b8-4008-833e-29eb1b0581be {{(pid=113090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:46:40.846887 dv-cinder-854271-1-iscsi neutron-server[113090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff0f8c81-42b8-4008-833e-29eb1b0581be'] response: {'server_uuid': '7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089197a3-4eb5-4520-9e9f-cbb2ae723ccc', 'code': 200} Aug 24 06:46:40.875105 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=089197a3-4eb5-4520-9e9f-cbb2ae723ccc,revision_number=10']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:41.196738 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51162cae-84e9-4910-844f-16e474533205 req-13643351-f405-49fe-b380-90e26d274d1f tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:41.198728 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-51162cae-84e9-4910-844f-16e474533205 req-13643351-f405-49fe-b380-90e26d274d1f tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 947 time: 0.0595379 Aug 24 06:46:41.218085 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:41.249419 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-51162cae-84e9-4910-844f-16e474533205 req-b631d9ee-87bd-4b06-9b77-ae1f0e57b04e tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450842 Aug 24 06:46:42.399475 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da3912-cbec-4b79-a46b-2b3ef1de6230 req-2aa31820-122c-41d3-b3c5-7a585f9b6ee1 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:42.401062 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-38da3912-cbec-4b79-a46b-2b3ef1de6230 req-2aa31820-122c-41d3-b3c5-7a585f9b6ee1 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 947 time: 0.0530868 Aug 24 06:46:42.488382 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-38da3912-cbec-4b79-a46b-2b3ef1de6230 req-735464e9-1b98-4e79-8727-2b55b4c9d166 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780091 Aug 24 06:46:42.489260 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c544fb-6cf4-4b21-98f1-be644df62062 req-010520a1-5bd3-4155-8f0e-3aedb17ff10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:42.490630 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a3c544fb-6cf4-4b21-98f1-be644df62062 req-010520a1-5bd3-4155-8f0e-3aedb17ff10f service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 1131 time: 0.0599203 Aug 24 06:46:42.546470 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a3c544fb-6cf4-4b21-98f1-be644df62062 req-7354106f-4ec5-44c3-930f-1161c7498a7e service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432498 Aug 24 06:46:42.707684 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-3f2f1337-bfe9-4f31-a675-b1a6a7a664d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:43.633890 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550309b-ce72-407d-b3b5-add0e44bbf43 req-00c1bb72-28bb-49ab-a673-ad0dfa0b43d4 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:43.635419 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f550309b-ce72-407d-b3b5-add0e44bbf43 req-00c1bb72-28bb-49ab-a673-ad0dfa0b43d4 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 947 time: 0.0602012 Aug 24 06:46:43.667754 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:43.690418 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f550309b-ce72-407d-b3b5-add0e44bbf43 req-dcdfa91e-073d-4b29-8ea6-cab7ac9d5281 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468068 Aug 24 06:46:43.979098 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:44.832521 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61e2ba-2460-4d0d-9c18-a39e40e803f9 req-f0960b16-6435-45a6-9806-f4bcbb63a26b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:44.834011 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fb61e2ba-2460-4d0d-9c18-a39e40e803f9 req-f0960b16-6435-45a6-9806-f4bcbb63a26b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 947 time: 0.0564494 Aug 24 06:46:44.885565 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fb61e2ba-2460-4d0d-9c18-a39e40e803f9 req-2c65f68d-b9a0-4d8a-89fb-adeec90c2b95 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427916 Aug 24 06:46:45.161917 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=27 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:45.163166 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:45.467409 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:45.513168 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:46.030108 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381948e-bcb7-4ec0-90d0-947d1b26f045 req-ecf436d7-b77c-4b32-bc35-9fba8cf46751 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:46.031637 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f381948e-bcb7-4ec0-90d0-947d1b26f045 req-ecf436d7-b77c-4b32-bc35-9fba8cf46751 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 947 time: 0.0558751 Aug 24 06:46:46.085544 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f381948e-bcb7-4ec0-90d0-947d1b26f045 req-7cd72632-56e3-40de-9499-8adcecf4bc07 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456884 Aug 24 06:46:47.227602 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a8a40-ac2f-4779-9b4e-3f839ca74fbf req-d9b9c3b3-13d1-4f89-9558-2e93cf2e2713 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:47.229125 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0f2a8a40-ac2f-4779-9b4e-3f839ca74fbf req-d9b9c3b3-13d1-4f89-9558-2e93cf2e2713 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 947 time: 0.0543740 Aug 24 06:46:47.277210 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0f2a8a40-ac2f-4779-9b4e-3f839ca74fbf req-63c09086-8058-4b58-8429-fec2bf513b3d tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420363 Aug 24 06:46:48.440802 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1c00a-bf71-4699-b47a-b5034ba735ca req-50b5427f-4ae0-4816-b4fc-71f37c8a8be5 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:48.442850 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e7b1c00a-bf71-4699-b47a-b5034ba735ca req-50b5427f-4ae0-4816-b4fc-71f37c8a8be5 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 947 time: 0.0607104 Aug 24 06:46:48.493155 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e7b1c00a-bf71-4699-b47a-b5034ba735ca req-f93bc638-9907-4d30-acc3-3e723a30d2c3 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443826 Aug 24 06:46:49.626431 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce9ca4-9af0-4c5d-a453-569c2b9390c3 req-8be51675-52c2-4ec8-bae6-75cafbb2d3dd tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:49.627995 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6fce9ca4-9af0-4c5d-a453-569c2b9390c3 req-8be51675-52c2-4ec8-bae6-75cafbb2d3dd tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 947 time: 0.0516481 Aug 24 06:46:49.676122 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6fce9ca4-9af0-4c5d-a453-569c2b9390c3 req-806fa2bc-d805-40d3-9d6b-42f5c676ebe7 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424325 Aug 24 06:46:50.805199 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d36a2-3e23-48f2-beaf-2ab884277b49 req-9c4c7714-4929-400e-b5bd-edcbfb9c63ca tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:50.806635 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e75d36a2-3e23-48f2-beaf-2ab884277b49 req-9c4c7714-4929-400e-b5bd-edcbfb9c63ca tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 947 time: 0.0490742 Aug 24 06:46:50.856941 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e75d36a2-3e23-48f2-beaf-2ab884277b49 req-f0a253e8-1c48-4c8c-9642-b76a791a0690 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441246 Aug 24 06:46:51.495667 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:51.999091 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81139ab-7c2c-4b8b-aa81-ef73316a3062 req-269dd71e-bd6e-4302-be75-357a41d6320e tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:52.000766 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c81139ab-7c2c-4b8b-aa81-ef73316a3062 req-269dd71e-bd6e-4302-be75-357a41d6320e tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 947 time: 0.0477700 Aug 24 06:46:52.061933 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:52.062582 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c81139ab-7c2c-4b8b-aa81-ef73316a3062 req-23f3961e-4a9e-47a9-b3a8-c9be65054788 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554125 Aug 24 06:46:52.062896 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:56.580409 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a7796-fc71-4acd-8060-724450bcf6b9 req-1084fa85-d64b-4e58-8cb5-c496316a7e4d tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:56.581770 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-3b4a7796-fc71-4acd-8060-724450bcf6b9 req-1084fa85-d64b-4e58-8cb5-c496316a7e4d tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2879e7d9-3126-4934-985f-a3604e1ad9b8 HTTP/1.1" status: 200 len: 945 time: 0.0591416 Aug 24 06:46:56.608226 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:56.636475 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-3b4a7796-fc71-4acd-8060-724450bcf6b9 req-9dee5160-ce55-4d78-814c-a3db7164d653 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467262 Aug 24 06:46:57.771965 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a5dcc-ee09-48a5-89b6-c61aac63c1bd req-ea637c8f-a278-4398-a5ca-7251971a328b tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:57.773439 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-567a5dcc-ee09-48a5-89b6-c61aac63c1bd req-ea637c8f-a278-4398-a5ca-7251971a328b tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2879e7d9-3126-4934-985f-a3604e1ad9b8 HTTP/1.1" status: 200 len: 945 time: 0.0499325 Aug 24 06:46:57.824710 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-567a5dcc-ee09-48a5-89b6-c61aac63c1bd req-720de3eb-26cd-4e3f-bd5b-8a893a1af734 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454614 Aug 24 06:46:58.955862 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecda50e-59f6-43b8-95ff-ab9ece43b0a2 req-5ce099c4-2478-4eef-8ebd-6c190f6a0be5 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:58.957377 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6ecda50e-59f6-43b8-95ff-ab9ece43b0a2 req-5ce099c4-2478-4eef-8ebd-6c190f6a0be5 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2879e7d9-3126-4934-985f-a3604e1ad9b8 HTTP/1.1" status: 200 len: 945 time: 0.0820045 Aug 24 06:46:58.979109 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2da6e-df73-42d0-9b9f-9ccda4976317 req-38ec7919-30f7-4426-abc1-b322b36a1285 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:46:58.980563 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0ab2da6e-df73-42d0-9b9f-9ccda4976317 req-38ec7919-30f7-4426-abc1-b322b36a1285 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2879e7d9-3126-4934-985f-a3604e1ad9b8 HTTP/1.1" status: 200 len: 945 time: 0.0715895 Aug 24 06:46:59.085706 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:59.091127 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [req-6ecda50e-59f6-43b8-95ff-ab9ece43b0a2 req-a7b9ba9e-7e1b-4cf2-9a27-0c6f3c245d29 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Deleting port b2e580d1-d960-416a-a647-59eae23beae0 {{(pid=113089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:46:59.091489 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-6ecda50e-59f6-43b8-95ff-ab9ece43b0a2 req-a7b9ba9e-7e1b-4cf2-9a27-0c6f3c245d29 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (b2e580d1-d960-416a-a647-59eae23beae0), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:59.100500 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0ab2da6e-df73-42d0-9b9f-9ccda4976317 req-27e9aa13-0c06-4973-9f03-0cc705282dd1 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c4499e3a-f7ee-4922-876b-f973853e6efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026480 Aug 24 06:46:59.199509 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.db [req-6ecda50e-59f6-43b8-95ff-ab9ece43b0a2 req-a7b9ba9e-7e1b-4cf2-9a27-0c6f3c245d29 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] For port b2e580d1-d960-416a-a647-59eae23beae0, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b2e580d1-d960-416a-a647-59eae23beae0,segment=NetworkSegment(d70b68af-beaa-4880-9fac-acf996738416),segment_id=d70b68af-beaa-4880-9fac-acf996738416)] {{(pid=113089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:46:59.199805 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-6ecda50e-59f6-43b8-95ff-ab9ece43b0a2 req-a7b9ba9e-7e1b-4cf2-9a27-0c6f3c245d29 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (b2e580d1-d960-416a-a647-59eae23beae0), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:59.216494 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [req-6ecda50e-59f6-43b8-95ff-ab9ece43b0a2 req-a7b9ba9e-7e1b-4cf2-9a27-0c6f3c245d29 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Calling delete_port for b2e580d1-d960-416a-a647-59eae23beae0 owned by compute:nova {{(pid=113089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:46:59.366659 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-6ecda50e-59f6-43b8-95ff-ab9ece43b0a2 req-a7b9ba9e-7e1b-4cf2-9a27-0c6f3c245d29 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118'] for port (b2e580d1-d960-416a-a647-59eae23beae0), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:59.380724 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['b2e580d1-d960-416a-a647-59eae23beae0'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:46:59.383596 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:46:59.399913 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9ba9e-7e1b-4cf2-9a27-0c6f3c245d29 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Pushing event deleted for resources: {'Port': ['ID=b2e580d1-d960-416a-a647-59eae23beae0,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:46:59.444157 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ecda50e-59f6-43b8-95ff-ab9ece43b0a2 req-a7b9ba9e-7e1b-4cf2-9a27-0c6f3c245d29 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] No DVR routers for this DVR port b2e580d1-d960-416a-a647-59eae23beae0 on host hv-cinder-85427 {{(pid=113089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:46:59.446801 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-6ecda50e-59f6-43b8-95ff-ab9ece43b0a2 req-a7b9ba9e-7e1b-4cf2-9a27-0c6f3c245d29 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:46:59.450140 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6ecda50e-59f6-43b8-95ff-ab9ece43b0a2 req-a7b9ba9e-7e1b-4cf2-9a27-0c6f3c245d29 tempest-VolumesSnapshotTestJSON-1107932492 tempest-VolumesSnapshotTestJSON-1107932492-project] 10.222.0.58 "DELETE /networking/v2.0/ports/b2e580d1-d960-416a-a647-59eae23beae0 HTTP/1.1" status: 204 len: 173 time: 0.4845462 Aug 24 06:46:59.450491 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2879e7d9-3126-4934-985f-a3604e1ad9b8', 'name': 'network-vif-deleted', 'tag': 'b2e580d1-d960-416a-a647-59eae23beae0'}] {{(pid=113089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:46:59.452787 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95c9b8c2b54b2cd10d832cf4cc4818d331942fea0eff1eb136de0d3feea1bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b6fe7d-6cbc-415b-ae39-266297fec2f9" -d '{"events": [{"server_uuid": "2879e7d9-3126-4934-985f-a3604e1ad9b8", "name": "network-vif-deleted", "tag": "b2e580d1-d960-416a-a647-59eae23beae0"}]}' {{(pid=113089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:46:59.492295 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4a01d3-0eac-43c7-8c59-24f141ba7465 x-openstack-request-id: req-3f4a01d3-0eac-43c7-8c59-24f141ba7465 {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:46:59.492584 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2879e7d9-3126-4934-985f-a3604e1ad9b8", "name": "network-vif-deleted", "tag": "b2e580d1-d960-416a-a647-59eae23beae0", "status": "completed", "code": 200}]} {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:46:59.492828 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3f4a01d3-0eac-43c7-8c59-24f141ba7465 {{(pid=113089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:46:59.493235 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f4a01d3-0eac-43c7-8c59-24f141ba7465'] response: {'server_uuid': '2879e7d9-3126-4934-985f-a3604e1ad9b8', 'name': 'network-vif-deleted', 'tag': 'b2e580d1-d960-416a-a647-59eae23beae0', 'status': 'completed', 'code': 200} Aug 24 06:47:03.587973 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device b2e580d1-d960-416a-a647-59eae23beae0 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:47:03.608551 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] No Port match for: b2e580d1-d960-416a-a647-59eae23beae0 {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:47:03.608899 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device b2e580d1-d960-416a-a647-59eae23beae0 not bound to the agent host hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:47:09.057102 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:09.058248 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:DELETE=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:09.407154 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=31,neutron:DELETE=5 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:09.428496 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=68,neutron:DELETE=3 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:10.473802 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-2b36d119-b43d-487a-8483-1df612680b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:11.088467 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:47:12.694181 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:12.713356 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-cadf080a-e488-49cf-bf92-29cc896e1ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:13.977972 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:14.192329 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed9e2f-662b-4051-87c1-b737b19551b4 req-22bf434c-5ec5-4e6f-85a6-be01ec98a5db tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:14.193951 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0bed9e2f-662b-4051-87c1-b737b19551b4 req-22bf434c-5ec5-4e6f-85a6-be01ec98a5db tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=193f97ea-0a83-4ece-9176-c200ed18a07d HTTP/1.1" status: 200 len: 946 time: 0.0532300 Aug 24 06:47:14.243537 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0bed9e2f-662b-4051-87c1-b737b19551b4 req-90659f63-b04a-4f48-a378-c978c0d0f1a9 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=635f10d9-841d-45da-b37a-bc9670841ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440352 Aug 24 06:47:15.375357 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e7a56-d4be-4970-b83f-1d9feb301287 req-4af8716f-5714-4400-bf6b-9cdc9a949fca tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:15.376929 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-114e7a56-d4be-4970-b83f-1d9feb301287 req-4af8716f-5714-4400-bf6b-9cdc9a949fca tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=193f97ea-0a83-4ece-9176-c200ed18a07d HTTP/1.1" status: 200 len: 946 time: 0.0508318 Aug 24 06:47:15.424937 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-114e7a56-d4be-4970-b83f-1d9feb301287 req-e62b5626-d479-4430-8a99-73cd8e60c02e tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=635f10d9-841d-45da-b37a-bc9670841ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421417 Aug 24 06:47:15.471218 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:15.508464 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:16.199945 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e265406-103c-42e9-8355-afd388668dea req-b47fd579-2f9a-426a-9743-32aa0b7c6458 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:16.202131 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4e265406-103c-42e9-8355-afd388668dea req-b47fd579-2f9a-426a-9743-32aa0b7c6458 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=193f97ea-0a83-4ece-9176-c200ed18a07d HTTP/1.1" status: 200 len: 946 time: 0.0619688 Aug 24 06:47:16.290533 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [req-4e265406-103c-42e9-8355-afd388668dea req-6b41bbba-bdad-4555-aea5-ebfb8cebe2dc tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Deleting port 7f6226b0-8d94-4788-b98d-169d64e666d4 {{(pid=113089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:47:16.290768 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-4e265406-103c-42e9-8355-afd388668dea req-6b41bbba-bdad-4555-aea5-ebfb8cebe2dc tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (7f6226b0-8d94-4788-b98d-169d64e666d4), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:16.391610 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.db [req-4e265406-103c-42e9-8355-afd388668dea req-6b41bbba-bdad-4555-aea5-ebfb8cebe2dc tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] For port 7f6226b0-8d94-4788-b98d-169d64e666d4, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=7f6226b0-8d94-4788-b98d-169d64e666d4,segment=NetworkSegment(5640d952-e513-45d9-be85-d5e12a41703e),segment_id=5640d952-e513-45d9-be85-d5e12a41703e)] {{(pid=113089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:47:16.392376 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-4e265406-103c-42e9-8355-afd388668dea req-6b41bbba-bdad-4555-aea5-ebfb8cebe2dc tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (7f6226b0-8d94-4788-b98d-169d64e666d4), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:16.854182 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3e64c-9218-40d6-8890-db06eb29eb91 req-b556f7da-d8da-4c40-a53f-3ef2d71baaaa tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:16.855674 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9dc3e64c-9218-40d6-8890-db06eb29eb91 req-b556f7da-d8da-4c40-a53f-3ef2d71baaaa tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=193f97ea-0a83-4ece-9176-c200ed18a07d HTTP/1.1" status: 200 len: 946 time: 0.0899858 Aug 24 06:47:16.895203 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-4e265406-103c-42e9-8355-afd388668dea req-6b41bbba-bdad-4555-aea5-ebfb8cebe2dc tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:16.895586 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-4e265406-103c-42e9-8355-afd388668dea req-6b41bbba-bdad-4555-aea5-ebfb8cebe2dc tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698989'] for floatingip (37069885-0dab-4653-af11-c5e6e87d8d85), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:16.895932 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.db.l3_db [req-4e265406-103c-42e9-8355-afd388668dea req-6b41bbba-bdad-4555-aea5-ebfb8cebe2dc tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Floating IP 37069885-0dab-4653-af11-c5e6e87d8d85 disassociated. External IP: 172.27.3.224, port: 7f6226b0-8d94-4788-b98d-169d64e666d4. Aug 24 06:47:16.896266 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [req-4e265406-103c-42e9-8355-afd388668dea req-6b41bbba-bdad-4555-aea5-ebfb8cebe2dc tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Calling delete_port for 7f6226b0-8d94-4788-b98d-169d64e666d4 owned by compute:nova {{(pid=113089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:47:16.957569 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9dc3e64c-9218-40d6-8890-db06eb29eb91 req-c933a872-4800-4103-ac2d-22c0da57d595 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=635f10d9-841d-45da-b37a-bc9670841ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948067 Aug 24 06:47:17.065111 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-4e265406-103c-42e9-8355-afd388668dea req-6b41bbba-bdad-4555-aea5-ebfb8cebe2dc tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118'] for port (7f6226b0-8d94-4788-b98d-169d64e666d4), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:17.096276 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41bbba-bdad-4555-aea5-ebfb8cebe2dc tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event deleted for resources: {'Port': ['ID=7f6226b0-8d94-4788-b98d-169d64e666d4,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:47:17.192924 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:17.218118 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e265406-103c-42e9-8355-afd388668dea req-6b41bbba-bdad-4555-aea5-ebfb8cebe2dc tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:47:17.221290 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:17.329491 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e265406-103c-42e9-8355-afd388668dea req-6b41bbba-bdad-4555-aea5-ebfb8cebe2dc tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:47:17.341645 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21423b6b-6f89-475e-b9f7-9dd4a7788f10 None None] Sync routers for ids ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'] in dv-cinder-854271-1-iscsi {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:47:17.352416 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21423b6b-6f89-475e-b9f7-9dd4a7788f10 None None] Routers {'75ea99f1-9466-4c6b-97ff-975a1fed8f16'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:47:17.353310 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-21423b6b-6f89-475e-b9f7-9dd4a7788f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:47:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:47:17.376073 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e265406-103c-42e9-8355-afd388668dea req-6b41bbba-bdad-4555-aea5-ebfb8cebe2dc tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] No DVR routers for this DVR port 7f6226b0-8d94-4788-b98d-169d64e666d4 on host hv-cinder-85427 {{(pid=113089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:47:17.378835 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-4e265406-103c-42e9-8355-afd388668dea req-6b41bbba-bdad-4555-aea5-ebfb8cebe2dc tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:17.382012 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4e265406-103c-42e9-8355-afd388668dea req-6b41bbba-bdad-4555-aea5-ebfb8cebe2dc tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.58 "DELETE /networking/v2.0/ports/7f6226b0-8d94-4788-b98d-169d64e666d4 HTTP/1.1" status: 204 len: 173 time: 1.1731381 Aug 24 06:47:17.382439 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193f97ea-0a83-4ece-9176-c200ed18a07d', 'name': 'network-vif-deleted', 'tag': '7f6226b0-8d94-4788-b98d-169d64e666d4'}] {{(pid=113089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:47:17.384759 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95c9b8c2b54b2cd10d832cf4cc4818d331942fea0eff1eb136de0d3feea1bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce2fdde-b946-479a-b22d-31bc0e779873" -d '{"events": [{"server_uuid": "193f97ea-0a83-4ece-9176-c200ed18a07d", "name": "network-vif-deleted", "tag": "7f6226b0-8d94-4788-b98d-169d64e666d4"}]}' {{(pid=113089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:47:17.432390 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b7e36e-be54-4b45-8c6f-c3ed7f0a756e x-openstack-request-id: req-21b7e36e-be54-4b45-8c6f-c3ed7f0a756e {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:47:17.433061 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193f97ea-0a83-4ece-9176-c200ed18a07d", "name": "network-vif-deleted", "tag": "7f6226b0-8d94-4788-b98d-169d64e666d4", "status": "completed", "code": 200}]} {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:47:17.433061 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-21b7e36e-be54-4b45-8c6f-c3ed7f0a756e {{(pid=113089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:47:17.433414 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21b7e36e-be54-4b45-8c6f-c3ed7f0a756e'] response: {'server_uuid': '193f97ea-0a83-4ece-9176-c200ed18a07d', 'name': 'network-vif-deleted', 'tag': '7f6226b0-8d94-4788-b98d-169d64e666d4', 'status': 'completed', 'code': 200} Aug 24 06:47:17.462751 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-21423b6b-6f89-475e-b9f7-9dd4a7788f10 None None] Set router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:47:17.679270 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-21423b6b-6f89-475e-b9f7-9dd4a7788f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'name': 'tempest-AttachVolumeNegativeTest-1816783706-router', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:15Z', 'revision_number': 4, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'gw_port': {'id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:09Z', 'updated_at': '2022-08-24T06:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '2f634f44-7eb3-4dc0-b233-8f2a25b1e7c3', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'floating_ip_address': '172.27.3.150', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'port_id': '6325096c-829d-49a5-ab4d-26363e83141d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'mac_address': 'fa:16:3e:1c:70:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eddb672-d1fa-40ab-8cae-6e148b2e01ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:43:25Z', 'updated_at': '2022-08-24T06:44:09Z', 'revision_number': 2, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600aceea-e5a1-4b97-90bc-acc305ca240a', 'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'mac_address': 'fa:16:3e:e3:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:43:36Z', 'revision_number': 5, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'subnets': [{'id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:47:17.708765 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21423b6b-6f89-475e-b9f7-9dd4a7788f10 None None] Checking router: 75ea99f1-9466-4c6b-97ff-975a1fed8f16 for host: dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:47:17.718089 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21423b6b-6f89-475e-b9f7-9dd4a7788f10 None None] Routers {'75ea99f1-9466-4c6b-97ff-975a1fed8f16'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:47:17.718696 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-21423b6b-6f89-475e-b9f7-9dd4a7788f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:47:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:47:17.824343 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-21423b6b-6f89-475e-b9f7-9dd4a7788f10 None None] Set router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:47:18.069635 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 52228) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:47:18.083255 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-21423b6b-6f89-475e-b9f7-9dd4a7788f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'name': 'tempest-AttachVolumeNegativeTest-1816783706-router', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:15Z', 'revision_number': 4, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'gw_port': {'id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:09Z', 'updated_at': '2022-08-24T06:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '2f634f44-7eb3-4dc0-b233-8f2a25b1e7c3', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'floating_ip_address': '172.27.3.150', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'port_id': '6325096c-829d-49a5-ab4d-26363e83141d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'mac_address': 'fa:16:3e:1c:70:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eddb672-d1fa-40ab-8cae-6e148b2e01ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:43:25Z', 'updated_at': '2022-08-24T06:44:09Z', 'revision_number': 2, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600aceea-e5a1-4b97-90bc-acc305ca240a', 'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'mac_address': 'fa:16:3e:e3:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:43:36Z', 'revision_number': 5, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'subnets': [{'id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:47:18.109119 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21423b6b-6f89-475e-b9f7-9dd4a7788f10 None None] The sync data for ids ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'] in dv-cinder-854271-1-iscsi is: [{'id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'name': 'tempest-AttachVolumeNegativeTest-1816783706-router', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:15Z', 'revision_number': 4, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'gw_port': {'id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:09Z', 'updated_at': '2022-08-24T06:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '2f634f44-7eb3-4dc0-b233-8f2a25b1e7c3', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'floating_ip_address': '172.27.3.150', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'port_id': '6325096c-829d-49a5-ab4d-26363e83141d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'mac_address': 'fa:16:3e:1c:70:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eddb672-d1fa-40ab-8cae-6e148b2e01ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:43:25Z', 'updated_at': '2022-08-24T06:44:09Z', 'revision_number': 2, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600aceea-e5a1-4b97-90bc-acc305ca240a', 'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'mac_address': 'fa:16:3e:e3:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:43:36Z', 'revision_number': 5, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'subnets': [{'id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:47:18.127100 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-0107f453-174a-44f2-9a6a-4cbd7b50dc6a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group (635f10d9-841d-45da-b37a-bc9670841ec3), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:18.152654 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-0107f453-174a-44f2-9a6a-4cbd7b50dc6a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group (635f10d9-841d-45da-b37a-bc9670841ec3), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:18.220775 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-0107f453-174a-44f2-9a6a-4cbd7b50dc6a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (635f10d9-841d-45da-b37a-bc9670841ec3), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:18.222887 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-0107f453-174a-44f2-9a6a-4cbd7b50dc6a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:18.224357 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-0107f453-174a-44f2-9a6a-4cbd7b50dc6a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/635f10d9-841d-45da-b37a-bc9670841ec3 HTTP/1.1" status: 204 len: 168 time: 0.1537499 Aug 24 06:47:18.227426 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 52230) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:47:18.240830 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107f453-174a-44f2-9a6a-4cbd7b50dc6a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=635f10d9-841d-45da-b37a-bc9670841ec3,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:47:18.248217 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.api.v2.resource [None req-c9a0789b-735e-4363-96c4-d50390604c81 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] show failed (client error): The resource could not be found. Aug 24 06:47:18.252916 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 52232) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:47:18.253576 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-c9a0789b-735e-4363-96c4-d50390604c81 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups/635f10d9-841d-45da-b37a-bc9670841ec3 HTTP/1.1" status: 404 len: 347 time: 0.0250852 Aug 24 06:47:18.380205 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-774d5789-8466-464a-95f2-0de7d3280492 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Deleting port d69cb8aa-be13-4e1d-b569-7e65fcb91a35 {{(pid=113089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:47:18.380548 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-774d5789-8466-464a-95f2-0de7d3280492 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (d69cb8aa-be13-4e1d-b569-7e65fcb91a35), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:18.402686 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb7214d-fa72-4c59-9124-f446fce35e8b None None] New status for floating IP 37069885-0dab-4653-af11-c5e6e87d8d85: DOWN {{(pid=113091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 06:47:18.466296 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-774d5789-8466-464a-95f2-0de7d3280492 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (d69cb8aa-be13-4e1d-b569-7e65fcb91a35), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:18.466941 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-774d5789-8466-464a-95f2-0de7d3280492 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for floatingip (d69cb8aa-be13-4e1d-b569-7e65fcb91a35), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:18.481914 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-774d5789-8466-464a-95f2-0de7d3280492 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Calling delete_port for d69cb8aa-be13-4e1d-b569-7e65fcb91a35 owned by network:floatingip {{(pid=113089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:47:18.662980 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-774d5789-8466-464a-95f2-0de7d3280492 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118'] for port (d69cb8aa-be13-4e1d-b569-7e65fcb91a35), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:18.687117 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d5789-8466-464a-95f2-0de7d3280492 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event deleted for resources: {'Port': ['ID=d69cb8aa-be13-4e1d-b569-7e65fcb91a35,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:47:18.715718 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-774d5789-8466-464a-95f2-0de7d3280492 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for floatingip (37069885-0dab-4653-af11-c5e6e87d8d85), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:18.718329 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-774d5789-8466-464a-95f2-0de7d3280492 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:18.719519 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-774d5789-8466-464a-95f2-0de7d3280492 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/37069885-0dab-4653-af11-c5e6e87d8d85 HTTP/1.1" status: 204 len: 168 time: 0.4648695 Aug 24 06:47:18.778441 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 7f6226b0-8d94-4788-b98d-169d64e666d4 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:47:18.803464 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] No Port match for: 7f6226b0-8d94-4788-b98d-169d64e666d4 {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:47:18.803806 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 7f6226b0-8d94-4788-b98d-169d64e666d4 not bound to the agent host hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:47:20.369705 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa59de1-490e-4f42-9626-90841ed28025 req-c7e036b9-8980-4969-98f4-c10bd775083a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:20.371172 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-8aa59de1-490e-4f42-9626-90841ed28025 req-c7e036b9-8980-4969-98f4-c10bd775083a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6eddb672-d1fa-40ab-8cae-6e148b2e01ab HTTP/1.1" status: 200 len: 946 time: 0.0486145 Aug 24 06:47:20.422202 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-8aa59de1-490e-4f42-9626-90841ed28025 req-e071e3e8-bcc4-4485-a462-a5b4934a0f15 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=409d8dfb-b572-4ddb-9f9a-98207b6d691b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428846 Aug 24 06:47:21.509531 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:21.556488 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8980ec3-f222-4e5a-8fa0-f0a4b50bf1ed req-eda22ea8-4131-4e67-ba48-28641ecec3ac tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:21.558067 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f8980ec3-f222-4e5a-8fa0-f0a4b50bf1ed req-eda22ea8-4131-4e67-ba48-28641ecec3ac tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6eddb672-d1fa-40ab-8cae-6e148b2e01ab HTTP/1.1" status: 200 len: 946 time: 0.0565875 Aug 24 06:47:21.603049 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:21.611312 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f8980ec3-f222-4e5a-8fa0-f0a4b50bf1ed req-b4924bab-e0e0-4972-af05-19815d3678f2 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=409d8dfb-b572-4ddb-9f9a-98207b6d691b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467923 Aug 24 06:47:21.968454 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-95092d27-407e-4e6f-aa09-4e28e091195b req-ab5dc7d3-3bed-4e95-8840-f836a72e6093 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448549 Aug 24 06:47:22.121438 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95092d27-407e-4e6f-aa09-4e28e091195b req-9930edf1-6e68-4b87-a951-83dc92d4796a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:22.122837 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-95092d27-407e-4e6f-aa09-4e28e091195b req-9930edf1-6e68-4b87-a951-83dc92d4796a service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=5b4541156c1f4efab3a61dd6935638bb&device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 1129 time: 0.0492387 Aug 24 06:47:22.217052 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:22.241422 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c4ed6-de79-4269-af6e-80cbdef1e338 req-f1123d3d-d0a5-4b79-8785-01afcd87d7d2 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:22.242915 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-812c4ed6-de79-4269-af6e-80cbdef1e338 req-f1123d3d-d0a5-4b79-8785-01afcd87d7d2 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=6eddb672-d1fa-40ab-8cae-6e148b2e01ab HTTP/1.1" status: 200 len: 946 time: 0.0479770 Aug 24 06:47:22.247635 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95092d27-407e-4e6f-aa09-4e28e091195b req-80362d86-4ee2-4486-8dc4-986cfb66c17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:22.249137 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-95092d27-407e-4e6f-aa09-4e28e091195b req-80362d86-4ee2-4486-8dc4-986cfb66c17f service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=018b0e35-de97-44eb-a1bf-77de9b3c6286 HTTP/1.1" status: 200 len: 911 time: 0.0977757 Aug 24 06:47:22.314560 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-95092d27-407e-4e6f-aa09-4e28e091195b req-5edb507d-2f67-4057-988f-e89600968b9a service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=454b34ae-8fe5-46de-9bae-481f3ada5897 HTTP/1.1" status: 200 len: 1000 time: 0.0588136 Aug 24 06:47:22.329514 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [req-812c4ed6-de79-4269-af6e-80cbdef1e338 req-213c8baa-98fd-4f99-a22c-4963f3b1d793 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Deleting port 6325096c-829d-49a5-ab4d-26363e83141d {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:47:22.329838 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-812c4ed6-de79-4269-af6e-80cbdef1e338 req-213c8baa-98fd-4f99-a22c-4963f3b1d793 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (6325096c-829d-49a5-ab4d-26363e83141d), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:22.373335 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95092d27-407e-4e6f-aa09-4e28e091195b req-58262e94-17d3-4bac-895d-3dd2c08f9576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:22.374759 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-95092d27-407e-4e6f-aa09-4e28e091195b req-58262e94-17d3-4bac-895d-3dd2c08f9576 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=72cdaf0a-4647-46c2-91ee-def2bd17e00f HTTP/1.1" status: 200 len: 849 time: 0.0514758 Aug 24 06:47:22.420839 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95092d27-407e-4e6f-aa09-4e28e091195b req-a190f391-3dad-49f2-a32b-98191a001e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:22.422346 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-95092d27-407e-4e6f-aa09-4e28e091195b req-a190f391-3dad-49f2-a32b-98191a001e30 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=018b0e35-de97-44eb-a1bf-77de9b3c6286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398707 Aug 24 06:47:22.424594 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-812c4ed6-de79-4269-af6e-80cbdef1e338 req-213c8baa-98fd-4f99-a22c-4963f3b1d793 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] For port 6325096c-829d-49a5-ab4d-26363e83141d, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=6325096c-829d-49a5-ab4d-26363e83141d,segment=NetworkSegment(5640d952-e513-45d9-be85-d5e12a41703e),segment_id=5640d952-e513-45d9-be85-d5e12a41703e)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:47:22.424960 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-812c4ed6-de79-4269-af6e-80cbdef1e338 req-213c8baa-98fd-4f99-a22c-4963f3b1d793 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (6325096c-829d-49a5-ab4d-26363e83141d), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:22.523794 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-95092d27-407e-4e6f-aa09-4e28e091195b req-da309595-1520-40b3-a1ce-ae523d2180c7 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/018b0e35-de97-44eb-a1bf-77de9b3c6286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928783 Aug 24 06:47:22.615958 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-95092d27-407e-4e6f-aa09-4e28e091195b req-01da279f-583b-413a-b95c-06e170bf44fb service neutron] 10.222.0.58 "GET /networking/v2.0/networks/018b0e35-de97-44eb-a1bf-77de9b3c6286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850291 Aug 24 06:47:22.639483 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-812c4ed6-de79-4269-af6e-80cbdef1e338 req-213c8baa-98fd-4f99-a22c-4963f3b1d793 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:22.640208 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-812c4ed6-de79-4269-af6e-80cbdef1e338 req-213c8baa-98fd-4f99-a22c-4963f3b1d793 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698989'] for floatingip (2f634f44-7eb3-4dc0-b233-8f2a25b1e7c3), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:22.640679 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.db.l3_db [req-812c4ed6-de79-4269-af6e-80cbdef1e338 req-213c8baa-98fd-4f99-a22c-4963f3b1d793 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Floating IP 2f634f44-7eb3-4dc0-b233-8f2a25b1e7c3 disassociated. External IP: 172.27.3.150, port: 6325096c-829d-49a5-ab4d-26363e83141d. Aug 24 06:47:22.640991 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [req-812c4ed6-de79-4269-af6e-80cbdef1e338 req-213c8baa-98fd-4f99-a22c-4963f3b1d793 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Calling delete_port for 6325096c-829d-49a5-ab4d-26363e83141d owned by compute:nova {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:47:22.747660 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b665df-3ef1-49a6-a616-78ba08ec83f3 req-2e999ecd-c370-4d23-ac7a-1fb2c63e04cf tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:22.749585 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d1b665df-3ef1-49a6-a616-78ba08ec83f3 req-2e999ecd-c370-4d23-ac7a-1fb2c63e04cf tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6eddb672-d1fa-40ab-8cae-6e148b2e01ab HTTP/1.1" status: 200 len: 946 time: 0.0617406 Aug 24 06:47:22.791152 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-812c4ed6-de79-4269-af6e-80cbdef1e338 req-213c8baa-98fd-4f99-a22c-4963f3b1d793 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (6325096c-829d-49a5-ab4d-26363e83141d), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:22.810059 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d1b665df-3ef1-49a6-a616-78ba08ec83f3 req-fa63d025-407b-4f09-8dae-2bce60ae82ad tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=409d8dfb-b572-4ddb-9f9a-98207b6d691b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535648 Aug 24 06:47:22.818519 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c8baa-98fd-4f99-a22c-4963f3b1d793 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event deleted for resources: {'Port': ['ID=6325096c-829d-49a5-ab4d-26363e83141d,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:47:22.828186 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c8baa-98fd-4f99-a22c-4963f3b1d793 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:22.828530 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c8baa-98fd-4f99-a22c-4963f3b1d793 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:22.828868 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c8baa-98fd-4f99-a22c-4963f3b1d793 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:22.829207 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c8baa-98fd-4f99-a22c-4963f3b1d793 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:22.829531 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c8baa-98fd-4f99-a22c-4963f3b1d793 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:22.829853 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c8baa-98fd-4f99-a22c-4963f3b1d793 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:22.830178 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c8baa-98fd-4f99-a22c-4963f3b1d793 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:22.830500 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c8baa-98fd-4f99-a22c-4963f3b1d793 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:22.830882 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c8baa-98fd-4f99-a22c-4963f3b1d793 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:22.831124 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c8baa-98fd-4f99-a22c-4963f3b1d793 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:22.831466 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c8baa-98fd-4f99-a22c-4963f3b1d793 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:22.831819 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c8baa-98fd-4f99-a22c-4963f3b1d793 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:22.832139 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c8baa-98fd-4f99-a22c-4963f3b1d793 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:22.832984 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c8baa-98fd-4f99-a22c-4963f3b1d793 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:22.832984 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c8baa-98fd-4f99-a22c-4963f3b1d793 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:22.941203 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [req-812c4ed6-de79-4269-af6e-80cbdef1e338 req-213c8baa-98fd-4f99-a22c-4963f3b1d793 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:47:23.055203 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-812c4ed6-de79-4269-af6e-80cbdef1e338 req-213c8baa-98fd-4f99-a22c-4963f3b1d793 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:47:23.068156 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e48b23-1f81-422e-875c-e31978576311 None None] Sync routers for ids ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'] in dv-cinder-854271-1-iscsi {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:47:23.078858 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e48b23-1f81-422e-875c-e31978576311 None None] Routers {'75ea99f1-9466-4c6b-97ff-975a1fed8f16'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:47:23.079519 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-64e48b23-1f81-422e-875c-e31978576311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:47:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:47:23.105398 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [req-812c4ed6-de79-4269-af6e-80cbdef1e338 req-213c8baa-98fd-4f99-a22c-4963f3b1d793 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] No DVR routers for this DVR port 6325096c-829d-49a5-ab4d-26363e83141d on host hv-cinder-85427 {{(pid=113088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:47:23.107933 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-812c4ed6-de79-4269-af6e-80cbdef1e338 req-213c8baa-98fd-4f99-a22c-4963f3b1d793 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:23.111210 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-812c4ed6-de79-4269-af6e-80cbdef1e338 req-213c8baa-98fd-4f99-a22c-4963f3b1d793 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.58 "DELETE /networking/v2.0/ports/6325096c-829d-49a5-ab4d-26363e83141d HTTP/1.1" status: 204 len: 173 time: 0.8621161 Aug 24 06:47:23.111653 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eddb672-d1fa-40ab-8cae-6e148b2e01ab', 'name': 'network-vif-deleted', 'tag': '6325096c-829d-49a5-ab4d-26363e83141d'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:47:23.114201 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f0d254-de2a-4157-84ab-158072f7877b" -d '{"events": [{"server_uuid": "6eddb672-d1fa-40ab-8cae-6e148b2e01ab", "name": "network-vif-deleted", "tag": "6325096c-829d-49a5-ab4d-26363e83141d"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:47:23.162088 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366e5871-37f5-49b1-9597-de6501986773 x-openstack-request-id: req-366e5871-37f5-49b1-9597-de6501986773 {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:47:23.162429 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eddb672-d1fa-40ab-8cae-6e148b2e01ab", "name": "network-vif-deleted", "tag": "6325096c-829d-49a5-ab4d-26363e83141d", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:47:23.162682 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-366e5871-37f5-49b1-9597-de6501986773 {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:47:23.163086 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-366e5871-37f5-49b1-9597-de6501986773'] response: {'server_uuid': '6eddb672-d1fa-40ab-8cae-6e148b2e01ab', 'name': 'network-vif-deleted', 'tag': '6325096c-829d-49a5-ab4d-26363e83141d', 'status': 'completed', 'code': 200} Aug 24 06:47:23.296803 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:23.324569 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-64e48b23-1f81-422e-875c-e31978576311 None None] Set router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:47:23.353614 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:23.527170 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-64e48b23-1f81-422e-875c-e31978576311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'name': 'tempest-AttachVolumeNegativeTest-1816783706-router', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:15Z', 'revision_number': 4, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'gw_port': {'id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:09Z', 'updated_at': '2022-08-24T06:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '600aceea-e5a1-4b97-90bc-acc305ca240a', 'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'mac_address': 'fa:16:3e:e3:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:43:36Z', 'revision_number': 5, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'subnets': [{'id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:47:23.560115 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e48b23-1f81-422e-875c-e31978576311 None None] Checking router: 75ea99f1-9466-4c6b-97ff-975a1fed8f16 for host: dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:47:23.569637 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e48b23-1f81-422e-875c-e31978576311 None None] Routers {'75ea99f1-9466-4c6b-97ff-975a1fed8f16'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:47:23.570251 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-64e48b23-1f81-422e-875c-e31978576311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:47:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:47:23.682032 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-64e48b23-1f81-422e-875c-e31978576311 None None] Set router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:47:23.820799 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 52304) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:47:23.880750 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c3b16a-e108-44f6-b610-4ebddf59c269 admin admin] Deleting subnet 629c0eb2-c9d1-4368-b5be-126124025145 {{(pid=113089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 06:47:23.882222 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-94c3b16a-e108-44f6-b610-4ebddf59c269 admin admin] Publish callbacks [] for subnet (629c0eb2-c9d1-4368-b5be-126124025145), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:23.921002 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-94c3b16a-e108-44f6-b610-4ebddf59c269 admin admin] Publish callbacks [] for subnet (629c0eb2-c9d1-4368-b5be-126124025145), precommit_delete_associations {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:23.922649 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 52310) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:47:23.927998 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-94c3b16a-e108-44f6-b610-4ebddf59c269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594230'] for subnet (629c0eb2-c9d1-4368-b5be-126124025145), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:23.929160 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-64e48b23-1f81-422e-875c-e31978576311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'name': 'tempest-AttachVolumeNegativeTest-1816783706-router', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:15Z', 'revision_number': 4, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'gw_port': {'id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:09Z', 'updated_at': '2022-08-24T06:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '600aceea-e5a1-4b97-90bc-acc305ca240a', 'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'mac_address': 'fa:16:3e:e3:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:43:36Z', 'revision_number': 5, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'subnets': [{'id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:47:23.958095 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e48b23-1f81-422e-875c-e31978576311 None None] The sync data for ids ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'] in dv-cinder-854271-1-iscsi is: [{'id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'name': 'tempest-AttachVolumeNegativeTest-1816783706-router', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:15Z', 'revision_number': 4, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'gw_port': {'id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:09Z', 'updated_at': '2022-08-24T06:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '600aceea-e5a1-4b97-90bc-acc305ca240a', 'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'mac_address': 'fa:16:3e:e3:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:43:36Z', 'revision_number': 5, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'subnets': [{'id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:47:23.987298 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:23.989145 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5ecb95d6-8e69-4adb-a8ee-4a2a3521e08b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group (409d8dfb-b572-4ddb-9f9a-98207b6d691b), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:23.991624 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-94c3b16a-e108-44f6-b610-4ebddf59c269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for subnet (629c0eb2-c9d1-4368-b5be-126124025145), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:24.014576 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5ecb95d6-8e69-4adb-a8ee-4a2a3521e08b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group (409d8dfb-b572-4ddb-9f9a-98207b6d691b), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:24.016991 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:24.019559 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3b16a-e108-44f6-b610-4ebddf59c269 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=629c0eb2-c9d1-4368-b5be-126124025145,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:47:24.024812 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-94c3b16a-e108-44f6-b610-4ebddf59c269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for subnet (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:24.030602 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-94c3b16a-e108-44f6-b610-4ebddf59c269 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/629c0eb2-c9d1-4368-b5be-126124025145 HTTP/1.1" status: 204 len: 168 time: 0.2087092 Aug 24 06:47:24.034030 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 52312) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:47:24.036003 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3b16a-e108-44f6-b610-4ebddf59c269 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:24.036344 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3b16a-e108-44f6-b610-4ebddf59c269 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:24.036682 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3b16a-e108-44f6-b610-4ebddf59c269 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:24.037125 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3b16a-e108-44f6-b610-4ebddf59c269 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:24.037456 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3b16a-e108-44f6-b610-4ebddf59c269 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:24.037788 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3b16a-e108-44f6-b610-4ebddf59c269 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:24.038287 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3b16a-e108-44f6-b610-4ebddf59c269 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:24.038779 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3b16a-e108-44f6-b610-4ebddf59c269 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:24.039107 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3b16a-e108-44f6-b610-4ebddf59c269 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:24.039462 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3b16a-e108-44f6-b610-4ebddf59c269 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:24.039807 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3b16a-e108-44f6-b610-4ebddf59c269 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:24.040098 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3b16a-e108-44f6-b610-4ebddf59c269 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:24.040417 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3b16a-e108-44f6-b610-4ebddf59c269 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:24.040733 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3b16a-e108-44f6-b610-4ebddf59c269 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:24.041046 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3b16a-e108-44f6-b610-4ebddf59c269 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:24.122603 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5a8a8407-ec84-4a0d-ac66-d2f89f87b37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623035'] for network (8c682e0c-d2b1-404f-9302-13fb87fddf13), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:24.133973 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5ecb95d6-8e69-4adb-a8ee-4a2a3521e08b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (409d8dfb-b572-4ddb-9f9a-98207b6d691b), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:24.136618 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5ecb95d6-8e69-4adb-a8ee-4a2a3521e08b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:24.137850 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-5ecb95d6-8e69-4adb-a8ee-4a2a3521e08b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/409d8dfb-b572-4ddb-9f9a-98207b6d691b HTTP/1.1" status: 204 len: 168 time: 0.2141209 Aug 24 06:47:24.140912 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 52314) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:47:24.150356 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb95d6-8e69-4adb-a8ee-4a2a3521e08b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=409d8dfb-b572-4ddb-9f9a-98207b6d691b,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:47:24.170784 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.api.v2.resource [None req-60e6886e-258a-471c-a4c4-a21ff011ec9b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] show failed (client error): The resource could not be found. Aug 24 06:47:24.175119 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 52316) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:47:24.175646 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-60e6886e-258a-471c-a4c4-a21ff011ec9b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups/409d8dfb-b572-4ddb-9f9a-98207b6d691b HTTP/1.1" status: 404 len: 347 time: 0.0333784 Aug 24 06:47:24.232246 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66efd716-9a6e-4b3b-a2f8-0d8b2d8b639a None None] New status for floating IP 2f634f44-7eb3-4dc0-b233-8f2a25b1e7c3: DOWN {{(pid=113091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 06:47:24.294295 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5a8a8407-ec84-4a0d-ac66-d2f89f87b37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-591158', 'neutron.services.segments.db._delete_segments_for_network-8748143077744'] for network (8c682e0c-d2b1-404f-9302-13fb87fddf13), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:24.339564 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.services.segments.db [None req-5a8a8407-ec84-4a0d-ac66-d2f89f87b37a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c682e0c-d2b1-404f-9302-13fb87fddf13']}} {{(pid=113088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:47:24.356100 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.services.segments.db [None req-5a8a8407-ec84-4a0d-ac66-d2f89f87b37a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd70b68af-beaa-4880-9fac-acf996738416') {'for_net_delete': True} {{(pid=113088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:47:24.356457 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.services.segments.db [None req-5a8a8407-ec84-4a0d-ac66-d2f89f87b37a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd70b68af-beaa-4880-9fac-acf996738416') {} {{(pid=113088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:47:24.369589 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5a8a8407-ec84-4a0d-ac66-d2f89f87b37a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748143134702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884333'] for segment (d70b68af-beaa-4880-9fac-acf996738416), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:24.371235 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-a918612b-3ac6-4e1e-8c4b-a9381f982c66 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Deleting port 4119c89d-5d93-4e47-bd5a-4e5cb338e8f9 {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:47:24.371562 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a918612b-3ac6-4e1e-8c4b-a9381f982c66 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (4119c89d-5d93-4e47-bd5a-4e5cb338e8f9), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:24.401451 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5a8a8407-ec84-4a0d-ac66-d2f89f87b37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (d70b68af-beaa-4880-9fac-acf996738416), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:24.411746 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a8a8407-ec84-4a0d-ac66-d2f89f87b37a admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=113088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 06:47:24.412126 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5a8a8407-ec84-4a0d-ac66-d2f89f87b37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4110311'] for segment (d70b68af-beaa-4880-9fac-acf996738416), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:24.468062 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.services.segments.plugin [-] Segment d70b68af-beaa-4880-9fac-acf996738416 resource provider aggregate not found Aug 24 06:47:24.721996 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.services.segments.plugin [-] Segment d70b68af-beaa-4880-9fac-acf996738416 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d70b68af-beaa-4880-9fac-acf996738416 found for delete ", "request_id": "req-930daa19-09d3-47c1-b890-a50649043b97"}]} Aug 24 06:47:24.737271 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a918612b-3ac6-4e1e-8c4b-a9381f982c66 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (4119c89d-5d93-4e47-bd5a-4e5cb338e8f9), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:24.737596 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a918612b-3ac6-4e1e-8c4b-a9381f982c66 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for floatingip (4119c89d-5d93-4e47-bd5a-4e5cb338e8f9), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:24.744840 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5a8a8407-ec84-4a0d-ac66-d2f89f87b37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696332'] for network (8c682e0c-d2b1-404f-9302-13fb87fddf13), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:24.754715 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5a8a8407-ec84-4a0d-ac66-d2f89f87b37a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:24.757758 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-5a8a8407-ec84-4a0d-ac66-d2f89f87b37a admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/8c682e0c-d2b1-404f-9302-13fb87fddf13 HTTP/1.1" status: 204 len: 168 time: 0.7227812 Aug 24 06:47:24.758866 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-a918612b-3ac6-4e1e-8c4b-a9381f982c66 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Calling delete_port for 4119c89d-5d93-4e47-bd5a-4e5cb338e8f9 owned by network:floatingip {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:47:24.773245 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a8407-ec84-4a0d-ac66-d2f89f87b37a admin admin] Pushing event deleted for resources: {'Network': ['ID=8c682e0c-d2b1-404f-9302-13fb87fddf13,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:47:24.913343 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a918612b-3ac6-4e1e-8c4b-a9381f982c66 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (4119c89d-5d93-4e47-bd5a-4e5cb338e8f9), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:24.936040 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 52324) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:47:24.940265 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918612b-3ac6-4e1e-8c4b-a9381f982c66 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event deleted for resources: {'Port': ['ID=4119c89d-5d93-4e47-bd5a-4e5cb338e8f9,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:47:24.980749 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-31b41686-191c-489e-a1f5-e0aec7ff02ae admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=b1d68e8e7e104bccb721e3c036a7907a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433733 Aug 24 06:47:24.983165 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 52328) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:47:25.011181 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a918612b-3ac6-4e1e-8c4b-a9381f982c66 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for floatingip (2f634f44-7eb3-4dc0-b233-8f2a25b1e7c3), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:25.014075 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a918612b-3ac6-4e1e-8c4b-a9381f982c66 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:25.015378 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-a918612b-3ac6-4e1e-8c4b-a9381f982c66 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/2f634f44-7eb3-4dc0-b233-8f2a25b1e7c3 HTTP/1.1" status: 204 len: 168 time: 0.8389497 Aug 24 06:47:25.023707 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:25.045173 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-4d7111ac-a4ba-4529-9972-8b578ce470ac admin admin] Publish callbacks [] for security_group (c4499e3a-f7ee-4922-876b-f973853e6efe), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:25.066648 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-4d7111ac-a4ba-4529-9972-8b578ce470ac admin admin] Publish callbacks [] for security_group (c4499e3a-f7ee-4922-876b-f973853e6efe), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:25.098528 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 52332) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:47:25.104089 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-5824443a-a9f8-4f9d-b30f-a134e42b572f tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1231733075', 'description': 'tempest-description--704695829'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:47:25.117879 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-4d7111ac-a4ba-4529-9972-8b578ce470ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (c4499e3a-f7ee-4922-876b-f973853e6efe), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:25.120664 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-4d7111ac-a4ba-4529-9972-8b578ce470ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:25.121887 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-4d7111ac-a4ba-4529-9972-8b578ce470ac admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c4499e3a-f7ee-4922-876b-f973853e6efe HTTP/1.1" status: 204 len: 168 time: 0.1377592 Aug 24 06:47:25.129119 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5824443a-a9f8-4f9d-b30f-a134e42b572f tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:25.130644 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7111ac-a4ba-4529-9972-8b578ce470ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4499e3a-f7ee-4922-876b-f973853e6efe,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:47:25.132399 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:25.207377 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5824443a-a9f8-4f9d-b30f-a134e42b572f tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group (2999ddca-bc68-4201-96b2-ea031261665e), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:25.219332 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5824443a-a9f8-4f9d-b30f-a134e42b572f tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (2999ddca-bc68-4201-96b2-ea031261665e), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:25.239427 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:DELETE=9,neutron:SELECT=88,neutron:INSERT=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:25.253943 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5824443a-a9f8-4f9d-b30f-a134e42b572f tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:25.258143 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-5824443a-a9f8-4f9d-b30f-a134e42b572f tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1553230 Aug 24 06:47:25.258143 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824443a-a9f8-4f9d-b30f-a134e42b572f tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2999ddca-bc68-4201-96b2-ea031261665e,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:47:25.258552 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 52336) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:47:25.265803 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-207cf066-d2e2-4130-b1f1-6b250b84928a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Request body: {'security_group_rule': {'security_group_id': '2999ddca-bc68-4201-96b2-ea031261665e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:47:25.283409 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:25.296550 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-207cf066-d2e2-4130-b1f1-6b250b84928a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group_rule (b4ccd003-5b1d-486e-be8b-88bebe2ffa0f), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:25.357023 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-207cf066-d2e2-4130-b1f1-6b250b84928a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group_rule (b4ccd003-5b1d-486e-be8b-88bebe2ffa0f), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:25.362749 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-207cf066-d2e2-4130-b1f1-6b250b84928a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (b4ccd003-5b1d-486e-be8b-88bebe2ffa0f), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:25.387747 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207cf066-d2e2-4130-b1f1-6b250b84928a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ccd003-5b1d-486e-be8b-88bebe2ffa0f,revision_number=0']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:47:25.399697 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-207cf066-d2e2-4130-b1f1-6b250b84928a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:25.401339 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-207cf066-d2e2-4130-b1f1-6b250b84928a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412082 Aug 24 06:47:25.404217 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 52340) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:47:25.410708 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-518fd8a7-0bd7-4d60-aeaf-fce8d7b16bf4 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Request body: {'security_group_rule': {'security_group_id': '2999ddca-bc68-4201-96b2-ea031261665e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:47:25.438330 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-518fd8a7-0bd7-4d60-aeaf-fce8d7b16bf4 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group_rule (12c770e3-68e6-41fc-bbf0-ad252845d756), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:25.496669 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-518fd8a7-0bd7-4d60-aeaf-fce8d7b16bf4 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group_rule (12c770e3-68e6-41fc-bbf0-ad252845d756), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:25.501608 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-518fd8a7-0bd7-4d60-aeaf-fce8d7b16bf4 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (12c770e3-68e6-41fc-bbf0-ad252845d756), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:25.522927 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518fd8a7-0bd7-4d60-aeaf-fce8d7b16bf4 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c770e3-68e6-41fc-bbf0-ad252845d756,revision_number=0']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:47:25.529161 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-518fd8a7-0bd7-4d60-aeaf-fce8d7b16bf4 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:25.533996 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-518fd8a7-0bd7-4d60-aeaf-fce8d7b16bf4 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253042 Aug 24 06:47:25.533996 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 52348) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:47:25.539039 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-66455743-a8d1-42c7-8268-ffb5ae97b4fd tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Request body: {'floatingip': {'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:47:25.562600 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-66455743-a8d1-42c7-8268-ffb5ae97b4fd tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:25.649121 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-66455743-a8d1-42c7-8268-ffb5ae97b4fd tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:25.761460 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.db_base_plugin_common [None req-66455743-a8d1-42c7-8268-ffb5ae97b4fd tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Allocated IP 172.27.3.105 (ebaf0247-9904-4138-a92a-0e04f684cda3/21927f02-5278-4e61-8de7-8e5f8e88a327/0657ab15-9f54-44f3-8a89-7d60192c2e30) {{(pid=113089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:47:25.879580 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-66455743-a8d1-42c7-8268-ffb5ae97b4fd tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for port (0657ab15-9f54-44f3-8a89-7d60192c2e30), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:25.905699 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:25.913447 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-66455743-a8d1-42c7-8268-ffb5ae97b4fd tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (0657ab15-9f54-44f3-8a89-7d60192c2e30), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:25.961197 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66455743-a8d1-42c7-8268-ffb5ae97b4fd tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Network ebaf0247-9904-4138-a92a-0e04f684cda3 is already hosted by enough agents. {{(pid=113089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:47:25.964543 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66455743-a8d1-42c7-8268-ffb5ae97b4fd tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event updated for resources: {'Port': ['ID=0657ab15-9f54-44f3-8a89-7d60192c2e30,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:47:25.967172 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [None req-66455743-a8d1-42c7-8268-ffb5ae97b4fd tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Resources bound (agent type, host, resource id): {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:47:25.969420 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66455743-a8d1-42c7-8268-ffb5ae97b4fd tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Received port after_create {{(pid=113089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:47:26.002199 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:26.020294 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-66455743-a8d1-42c7-8268-ffb5ae97b4fd tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for floatingip (653fdf5b-ddbc-4f9c-97c1-45e2d162d339), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:26.064620 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-66455743-a8d1-42c7-8268-ffb5ae97b4fd tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (0657ab15-9f54-44f3-8a89-7d60192c2e30), before_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:26.226380 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-66455743-a8d1-42c7-8268-ffb5ae97b4fd tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for port (0657ab15-9f54-44f3-8a89-7d60192c2e30), precommit_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:26.231641 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-66455743-a8d1-42c7-8268-ffb5ae97b4fd tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (0657ab15-9f54-44f3-8a89-7d60192c2e30), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:26.232349 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-66455743-a8d1-42c7-8268-ffb5ae97b4fd tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698989'] for floatingip (653fdf5b-ddbc-4f9c-97c1-45e2d162d339), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:26.277930 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-66455743-a8d1-42c7-8268-ffb5ae97b4fd tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:26.279230 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-66455743-a8d1-42c7-8268-ffb5ae97b4fd tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7443314 Aug 24 06:47:26.290506 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66455743-a8d1-42c7-8268-ffb5ae97b4fd tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event updated for resources: {'Port': ['ID=0657ab15-9f54-44f3-8a89-7d60192c2e30,revision_number=2']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:47:26.506981 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-54928cdc-f7c8-44b0-a2c2-5a0b83ca9dd5 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1231733075&fields=id&tenant_id=a41fb206b09941ac80996a3c9cbaae58 HTTP/1.1" status: 200 len: 267 time: 0.0525374 Aug 24 06:47:26.628507 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-14ce1a5e-898f-4f8f-bcd2-c00db07b419d tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:26.630002 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-14ce1a5e-898f-4f8f-bcd2-c00db07b419d tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/networks?id=4d764327-7285-4015-bbe3-ebfc93ab6200 HTTP/1.1" status: 200 len: 815 time: 0.1131306 Aug 24 06:47:26.651869 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-0a15d0cf-aab9-46e9-8a1a-318491ef37bb tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/quotas/a41fb206b09941ac80996a3c9cbaae58 HTTP/1.1" status: 200 len: 375 time: 0.0137391 Aug 24 06:47:26.708771 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-307c0f06-2981-4c25-b641-7b751fe39911 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a41fb206b09941ac80996a3c9cbaae58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515544 Aug 24 06:47:26.791636 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 6325096c-829d-49a5-ab4d-26363e83141d no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:47:26.816286 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] No Port match for: 6325096c-829d-49a5-ab4d-26363e83141d {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:47:26.816631 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 6325096c-829d-49a5-ab4d-26363e83141d not bound to the agent host hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:47:26.831575 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-50d3e17e-c0da-4c6e-9c88-b486173db656 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4d764327-7285-4015-bbe3-ebfc93ab6200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057980 Aug 24 06:47:26.940019 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-9725f999-7687-429c-80bc-875ff03ecd1f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4d764327-7285-4015-bbe3-ebfc93ab6200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019819 Aug 24 06:47:27.121437 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-cffe2d6b-7e90-41e3-a923-d90feba5514e req-5fcbf7e9-b0d3-4a30-bd4b-2ccb12f68514 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6d85df03-cf90-4dcd-baf3-0c874eb58be3 HTTP/1.1" status: 200 len: 210 time: 0.0299304 Aug 24 06:47:28.238923 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4becbc04-0fb2-4839-a21a-6c865301a662 req-6c351f6a-5b1c-457d-ba5e-a5d2e0154c47 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6d85df03-cf90-4dcd-baf3-0c874eb58be3 HTTP/1.1" status: 200 len: 210 time: 0.0320804 Aug 24 06:47:29.347218 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b49df747-319f-4b2f-80ea-dea61878025c req-afaac3be-4636-49d7-b69c-b86941afd548 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6d85df03-cf90-4dcd-baf3-0c874eb58be3 HTTP/1.1" status: 200 len: 210 time: 0.0340860 Aug 24 06:47:30.470379 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a8be2179-296b-43eb-80ca-cde62e21b29e req-4ed93799-9e30-43af-9508-5d84bf0404e3 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6d85df03-cf90-4dcd-baf3-0c874eb58be3 HTTP/1.1" status: 200 len: 210 time: 0.0319185 Aug 24 06:47:30.518403 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-738bc1de-2949-4381-b708-8bf4361be905 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:30.519905 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-738bc1de-2949-4381-b708-8bf4361be905 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.58 "GET /networking/v2.0/networks?id=4d764327-7285-4015-bbe3-ebfc93ab6200 HTTP/1.1" status: 200 len: 815 time: 0.1256516 Aug 24 06:47:30.864927 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-0ad85aee-5605-4704-bf24-8cac653495a1 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a41fb206b09941ac80996a3c9cbaae58 HTTP/1.1" status: 200 len: 380 time: 0.0690913 Aug 24 06:47:30.875990 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-c616c59a-70f6-4e41-8ab4-d8b37c9b15f3 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Request body: {'port': {'device_id': '6d85df03-cf90-4dcd-baf3-0c874eb58be3', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'admin_state_up': True, 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'security_groups': ['2999ddca-bc68-4201-96b2-ea031261665e']}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:47:30.996684 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-c616c59a-70f6-4e41-8ab4-d8b37c9b15f3 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Made reservation on behalf of a41fb206b09941ac80996a3c9cbaae58 for: {'port': 1} {{(pid=113088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:47:31.000411 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-c616c59a-70f6-4e41-8ab4-d8b37c9b15f3 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:31.148020 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-c616c59a-70f6-4e41-8ab4-d8b37c9b15f3 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Allocated IP 172.20.0.8 (4d764327-7285-4015-bbe3-ebfc93ab6200/68aa3b00-7d83-4a36-89ce-d2987615f595/b40d8ec1-28a2-419c-a4fc-26a7a6312045) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:47:31.308347 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-c616c59a-70f6-4e41-8ab4-d8b37c9b15f3 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for port (b40d8ec1-28a2-419c-a4fc-26a7a6312045), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:31.343211 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-c616c59a-70f6-4e41-8ab4-d8b37c9b15f3 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (b40d8ec1-28a2-419c-a4fc-26a7a6312045), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:31.355125 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:31.393106 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-c616c59a-70f6-4e41-8ab4-d8b37c9b15f3 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Network 4d764327-7285-4015-bbe3-ebfc93ab6200 is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:47:31.396873 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-c616c59a-70f6-4e41-8ab4-d8b37c9b15f3 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:47:31.401528 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-c616c59a-70f6-4e41-8ab4-d8b37c9b15f3 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:47:31.406302 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616c59a-70f6-4e41-8ab4-d8b37c9b15f3 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event updated for resources: {'Port': ['ID=b40d8ec1-28a2-419c-a4fc-26a7a6312045,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:47:31.456836 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-c616c59a-70f6-4e41-8ab4-d8b37c9b15f3 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:31.457566 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-c616c59a-70f6-4e41-8ab4-d8b37c9b15f3 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:31.475905 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-c616c59a-70f6-4e41-8ab4-d8b37c9b15f3 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6039093 Aug 24 06:47:31.595064 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab778eef-2e83-4178-a9cc-37ba4250bcb3 req-ff2e1ecc-85f6-4d84-8c9f-50b4f2e95a7a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:31.596617 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ab778eef-2e83-4178-a9cc-37ba4250bcb3 req-ff2e1ecc-85f6-4d84-8c9f-50b4f2e95a7a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6d85df03-cf90-4dcd-baf3-0c874eb58be3 HTTP/1.1" status: 200 len: 931 time: 0.0483844 Aug 24 06:47:31.644295 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ab778eef-2e83-4178-a9cc-37ba4250bcb3 req-5de5c00e-3481-403e-8741-4fab5699b190 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2999ddca-bc68-4201-96b2-ea031261665e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419881 Aug 24 06:47:31.671103 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-46661a1c-0d37-44d1-8539-8d66c233f674 None None] Provisioning complete for port b40d8ec1-28a2-419c-a4fc-26a7a6312045 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:47:31.671678 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-46661a1c-0d37-44d1-8539-8d66c233f674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (b40d8ec1-28a2-419c-a4fc-26a7a6312045), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:31.703267 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-46661a1c-0d37-44d1-8539-8d66c233f674 None None] Port b40d8ec1-28a2-419c-a4fc-26a7a6312045 cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:47:32.778177 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46062e7f-813a-433e-acb8-7c261f8af1df req-3f90f094-ab81-4221-8711-1e43d71bfb78 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:32.779558 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-46062e7f-813a-433e-acb8-7c261f8af1df req-3f90f094-ab81-4221-8711-1e43d71bfb78 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6d85df03-cf90-4dcd-baf3-0c874eb58be3 HTTP/1.1" status: 200 len: 931 time: 0.0546188 Aug 24 06:47:32.802043 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-e282aaf5-b78b-4458-97df-67c998b0f4d0 service neutron] Request body: {'port': {'device_id': '6d85df03-cf90-4dcd-baf3-0c874eb58be3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:47:32.808206 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:32.839090 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:32.844398 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-46062e7f-813a-433e-acb8-7c261f8af1df req-82d67dcc-8268-4cd3-bf4f-0961249fe4fa tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2999ddca-bc68-4201-96b2-ea031261665e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562875 Aug 24 06:47:32.868748 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-e282aaf5-b78b-4458-97df-67c998b0f4d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (b40d8ec1-28a2-419c-a4fc-26a7a6312045), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:32.872191 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:33.138958 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-e282aaf5-b78b-4458-97df-67c998b0f4d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b40d8ec1-28a2-419c-a4fc-26a7a6312045 {{(pid=113088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:47:33.146867 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-e282aaf5-b78b-4458-97df-67c998b0f4d0 service neutron] Publish callbacks [] for port (b40d8ec1-28a2-419c-a4fc-26a7a6312045), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:33.159635 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.provisioning_blocks [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-e282aaf5-b78b-4458-97df-67c998b0f4d0 service neutron] Transition to ACTIVE for port object b40d8ec1-28a2-419c-a4fc-26a7a6312045 will not be triggered until provisioned by entity L2. {{(pid=113088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 06:47:33.164544 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-e282aaf5-b78b-4458-97df-67c998b0f4d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (b40d8ec1-28a2-419c-a4fc-26a7a6312045), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:33.228064 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282aaf5-b78b-4458-97df-67c998b0f4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=b40d8ec1-28a2-419c-a4fc-26a7a6312045,revision_number=2']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:47:33.278225 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-e282aaf5-b78b-4458-97df-67c998b0f4d0 service neutron] Attempting to bind port b40d8ec1-28a2-419c-a4fc-26a7a6312045 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:47:33.278569 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-e282aaf5-b78b-4458-97df-67c998b0f4d0 service neutron] Attempting to bind port b40d8ec1-28a2-419c-a4fc-26a7a6312045 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '5640d952-e513-45d9-be85-d5e12a41703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200'}] {{(pid=113088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:47:33.278885 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-e282aaf5-b78b-4458-97df-67c998b0f4d0 service neutron] Attempting to bind port b40d8ec1-28a2-419c-a4fc-26a7a6312045 on network 4d764327-7285-4015-bbe3-ebfc93ab6200 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:47:33.283542 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-e282aaf5-b78b-4458-97df-67c998b0f4d0 service neutron] Port b40d8ec1-28a2-419c-a4fc-26a7a6312045 on network 4d764327-7285-4015-bbe3-ebfc93ab6200 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 06:47:33.283859 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-e282aaf5-b78b-4458-97df-67c998b0f4d0 service neutron] Attempting to bind port b40d8ec1-28a2-419c-a4fc-26a7a6312045 on network 4d764327-7285-4015-bbe3-ebfc93ab6200 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:47:33.289261 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-e282aaf5-b78b-4458-97df-67c998b0f4d0 service neutron] Checking agent: {'id': '92318399-7fe8-4397-ad86-085269988e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'started_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:47:33.289593 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-e282aaf5-b78b-4458-97df-67c998b0f4d0 service neutron] Checking segment: {'id': '5640d952-e513-45d9-be85-d5e12a41703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:47:33.289972 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-e282aaf5-b78b-4458-97df-67c998b0f4d0 service neutron] Bound using segment: {'id': '5640d952-e513-45d9-be85-d5e12a41703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200'} {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:47:33.290389 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-e282aaf5-b78b-4458-97df-67c998b0f4d0 service neutron] Bound port: b40d8ec1-28a2-419c-a4fc-26a7a6312045, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5640d952-e513-45d9-be85-d5e12a41703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200'}}] {{(pid=113088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:47:33.290847 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-e282aaf5-b78b-4458-97df-67c998b0f4d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (b40d8ec1-28a2-419c-a4fc-26a7a6312045), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:33.358896 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-e282aaf5-b78b-4458-97df-67c998b0f4d0 service neutron] For port b40d8ec1-28a2-419c-a4fc-26a7a6312045, host hv-cinder-85427, cleared binding levels {{(pid=113088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:47:33.363250 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-e282aaf5-b78b-4458-97df-67c998b0f4d0 service neutron] For port b40d8ec1-28a2-419c-a4fc-26a7a6312045, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b40d8ec1-28a2-419c-a4fc-26a7a6312045,segment=NetworkSegment(5640d952-e513-45d9-be85-d5e12a41703e),segment_id=5640d952-e513-45d9-be85-d5e12a41703e)] {{(pid=113088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:47:33.371037 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-e282aaf5-b78b-4458-97df-67c998b0f4d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (b40d8ec1-28a2-419c-a4fc-26a7a6312045), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:33.376666 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-e282aaf5-b78b-4458-97df-67c998b0f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:33.377275 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-e282aaf5-b78b-4458-97df-67c998b0f4d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:33.378789 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-e282aaf5-b78b-4458-97df-67c998b0f4d0 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/b40d8ec1-28a2-419c-a4fc-26a7a6312045 HTTP/1.1" status: 200 len: 1093 time: 0.5814576 Aug 24 06:47:33.379240 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d85df03-cf90-4dcd-baf3-0c874eb58be3', 'tag': 'b40d8ec1-28a2-419c-a4fc-26a7a6312045'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:47:33.381515 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b16e325-bf0a-4fb3-8191-493b56334bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "6d85df03-cf90-4dcd-baf3-0c874eb58be3", "tag": "b40d8ec1-28a2-419c-a4fc-26a7a6312045"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:47:33.422901 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1057a4-b600-447c-a057-d0e9aa0e977c x-openstack-request-id: req-4d1057a4-b600-447c-a057-d0e9aa0e977c {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:47:33.423207 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d85df03-cf90-4dcd-baf3-0c874eb58be3", "tag": "b40d8ec1-28a2-419c-a4fc-26a7a6312045", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:47:33.423479 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4d1057a4-b600-447c-a057-d0e9aa0e977c {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:47:33.423887 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d1057a4-b600-447c-a057-d0e9aa0e977c'] response: {'name': 'network-changed', 'server_uuid': '6d85df03-cf90-4dcd-baf3-0c874eb58be3', 'tag': 'b40d8ec1-28a2-419c-a4fc-26a7a6312045', 'status': 'completed', 'code': 200} Aug 24 06:47:33.428737 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282aaf5-b78b-4458-97df-67c998b0f4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=b40d8ec1-28a2-419c-a4fc-26a7a6312045,revision_number=3']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:47:33.854176 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16e325-bf0a-4fb3-8191-493b56334bcb req-d0c842aa-ff72-460d-ac1a-e1882e6aafcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:33.856647 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-1b16e325-bf0a-4fb3-8191-493b56334bcb req-d0c842aa-ff72-460d-ac1a-e1882e6aafcf service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=a41fb206b09941ac80996a3c9cbaae58&device_id=6d85df03-cf90-4dcd-baf3-0c874eb58be3 HTTP/1.1" status: 200 len: 1127 time: 0.0476222 Aug 24 06:47:33.980910 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb1c09-74fb-42ef-bddd-a5ef6ed25c47 req-9f018cf3-493e-46e0-81fe-d6e052a717e0 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:33.989131 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0fdb1c09-74fb-42ef-bddd-a5ef6ed25c47 req-9f018cf3-493e-46e0-81fe-d6e052a717e0 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6d85df03-cf90-4dcd-baf3-0c874eb58be3 HTTP/1.1" status: 200 len: 943 time: 0.0591812 Aug 24 06:47:34.045083 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0fdb1c09-74fb-42ef-bddd-a5ef6ed25c47 req-ede84974-f48d-477a-a2ea-9e6e0539bc3f tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2999ddca-bc68-4201-96b2-ea031261665e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545943 Aug 24 06:47:34.050947 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:34.058517 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16e325-bf0a-4fb3-8191-493b56334bcb req-81a1305e-e48d-4c06-8d14-ec30d5fe729c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:34.060210 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-1b16e325-bf0a-4fb3-8191-493b56334bcb req-81a1305e-e48d-4c06-8d14-ec30d5fe729c service neutron] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=a41fb206b09941ac80996a3c9cbaae58&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1905549 Aug 24 06:47:34.268562 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16e325-bf0a-4fb3-8191-493b56334bcb req-c12c8b65-565c-48a3-83b9-fa5a1e5a5966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:34.270111 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-1b16e325-bf0a-4fb3-8191-493b56334bcb req-c12c8b65-565c-48a3-83b9-fa5a1e5a5966 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2012081 Aug 24 06:47:34.305493 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:34.308017 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:34.382530 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-d42c8321-7207-4194-9232-aa1094c26179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:34.384151 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-d42c8321-7207-4194-9232-aa1094c26179 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=a41fb206b09941ac80996a3c9cbaae58&device_id=6d85df03-cf90-4dcd-baf3-0c874eb58be3 HTTP/1.1" status: 200 len: 1127 time: 0.0577674 Aug 24 06:47:34.432491 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-989050ab-386c-4a32-8448-c67390e0e414 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b40d8ec1-28a2-419c-a4fc-26a7a6312045 HTTP/1.1" status: 200 len: 217 time: 0.0347917 Aug 24 06:47:34.493974 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a45a60-1415-4d39-a1a2-1f05f36c22b4 req-f7b7b732-5a0e-44c5-993f-7d16f58ffc38 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:34.495769 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-00a45a60-1415-4d39-a1a2-1f05f36c22b4 req-f7b7b732-5a0e-44c5-993f-7d16f58ffc38 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.0489979 Aug 24 06:47:34.530090 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-e97c7677-9e8f-43d8-a052-618cc768c0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:34.531608 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-e97c7677-9e8f-43d8-a052-618cc768c0ec service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=68aa3b00-7d83-4a36-89ce-d2987615f595 HTTP/1.1" status: 200 len: 854 time: 0.0463808 Aug 24 06:47:34.543968 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-00a45a60-1415-4d39-a1a2-1f05f36c22b4 req-c710a7a2-2fb5-44f0-aeeb-71ecaf8f1565 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417869 Aug 24 06:47:35.193381 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e466d86-4202-4dc9-b74e-6f3f1eaa0138 req-e2c4012d-a0bf-4c61-ba6d-409158616a52 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:35.194846 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-8e466d86-4202-4dc9-b74e-6f3f1eaa0138 req-e2c4012d-a0bf-4c61-ba6d-409158616a52 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6d85df03-cf90-4dcd-baf3-0c874eb58be3 HTTP/1.1" status: 200 len: 943 time: 0.0545495 Aug 24 06:47:35.251308 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-8e466d86-4202-4dc9-b74e-6f3f1eaa0138 req-dabee3e3-cf69-419e-a108-598cc059b771 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2999ddca-bc68-4201-96b2-ea031261665e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481801 Aug 24 06:47:35.693181 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b3fa9-93d5-4810-8782-89848a6eef71 req-fc8204b4-1530-477a-98e4-76ba1317181d tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:35.694646 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-941b3fa9-93d5-4810-8782-89848a6eef71 req-fc8204b4-1530-477a-98e4-76ba1317181d tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.0607753 Aug 24 06:47:35.748629 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-941b3fa9-93d5-4810-8782-89848a6eef71 req-bc94486f-3594-41e5-a09f-e592b2bc6ec3 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459695 Aug 24 06:47:36.390915 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaba59c-393c-4ddb-837a-2be1e8dfc58d req-33e6f7eb-de6e-4673-8dc0-8da9e360d0ba tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:36.393154 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ccaba59c-393c-4ddb-837a-2be1e8dfc58d req-33e6f7eb-de6e-4673-8dc0-8da9e360d0ba tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6d85df03-cf90-4dcd-baf3-0c874eb58be3 HTTP/1.1" status: 200 len: 943 time: 0.0581679 Aug 24 06:47:36.444395 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ccaba59c-393c-4ddb-837a-2be1e8dfc58d req-a36accbf-986f-4f32-98de-05b021be1752 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2999ddca-bc68-4201-96b2-ea031261665e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428693 Aug 24 06:47:36.891818 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774bd77-8d8b-42b9-b075-0d0cdcc88af0 req-10b30c58-5a59-4608-8f7f-5a84454b3645 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:36.893208 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-3774bd77-8d8b-42b9-b075-0d0cdcc88af0 req-10b30c58-5a59-4608-8f7f-5a84454b3645 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.0542550 Aug 24 06:47:36.944784 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-3774bd77-8d8b-42b9-b075-0d0cdcc88af0 req-db4b4efc-8df9-476d-9473-4c2d4da3931a tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431826 Aug 24 06:47:37.236123 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-3293a5f8-1595-4e65-b6ab-1c0be5c5ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:37.237618 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-3293a5f8-1595-4e65-b6ab-1c0be5c5ba26 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=4d764327-7285-4015-bbe3-ebfc93ab6200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471761 Aug 24 06:47:37.305690 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:37.335160 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-da0b3d3b-1637-4034-8b77-8ce2366c25a8 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4d764327-7285-4015-bbe3-ebfc93ab6200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883098 Aug 24 06:47:37.437567 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-cf64ead2-e9a5-4c7c-854e-72076164e8a9 req-715ae0ba-4bda-4406-b7ff-3963880524a8 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4d764327-7285-4015-bbe3-ebfc93ab6200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935977 Aug 24 06:47:37.570269 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c86a7-219d-44cf-83b0-ae052792d670 req-e33535d3-b68b-42dc-b0b3-5bb7584191fe tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:37.571804 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6a6c86a7-219d-44cf-83b0-ae052792d670 req-e33535d3-b68b-42dc-b0b3-5bb7584191fe tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6d85df03-cf90-4dcd-baf3-0c874eb58be3 HTTP/1.1" status: 200 len: 943 time: 0.0504160 Aug 24 06:47:37.626617 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6a6c86a7-219d-44cf-83b0-ae052792d670 req-1cd1edc0-9ce9-4f8c-bf50-e3cdf7559d83 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2999ddca-bc68-4201-96b2-ea031261665e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480797 Aug 24 06:47:38.073839 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc1f52-7c26-4383-b817-120b4221fbde req-ff07805b-b54a-4829-bf12-017aecec80e5 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:38.075589 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-28bc1f52-7c26-4383-b817-120b4221fbde req-ff07805b-b54a-4829-bf12-017aecec80e5 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.0494566 Aug 24 06:47:38.125048 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-28bc1f52-7c26-4383-b817-120b4221fbde req-531cb34b-3e37-4e70-be7b-c931b7ffc1dc tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438471 Aug 24 06:47:38.760550 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f02bed-edda-49f8-b93e-3967cdabf816 req-de4fa2ef-8e9e-49b0-8cc2-c47d6c28f8aa tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:38.762068 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-72f02bed-edda-49f8-b93e-3967cdabf816 req-de4fa2ef-8e9e-49b0-8cc2-c47d6c28f8aa tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6d85df03-cf90-4dcd-baf3-0c874eb58be3 HTTP/1.1" status: 200 len: 943 time: 0.0558169 Aug 24 06:47:38.817552 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-72f02bed-edda-49f8-b93e-3967cdabf816 req-17ee9cd5-621b-4b49-bb74-957e80f9157b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2999ddca-bc68-4201-96b2-ea031261665e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470531 Aug 24 06:47:38.916183 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device b40d8ec1-28a2-419c-a4fc-26a7a6312045 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 06:47:39.029883 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port b40d8ec1-28a2-419c-a4fc-26a7a6312045, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b40d8ec1-28a2-419c-a4fc-26a7a6312045,segment=NetworkSegment(5640d952-e513-45d9-be85-d5e12a41703e),segment_id=5640d952-e513-45d9-be85-d5e12a41703e)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:47:39.041472 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Returning: {'device': 'b40d8ec1-28a2-419c-a4fc-26a7a6312045', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'port_id': 'b40d8ec1-28a2-419c-a4fc-26a7a6312045', 'mac_address': 'fa:16:3e:8d:48:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 06:47:39.077178 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port b40d8ec1-28a2-419c-a4fc-26a7a6312045 is: DOWN; New status is: BUILD {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:47:39.077561 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (b40d8ec1-28a2-419c-a4fc-26a7a6312045), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:39.094642 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40d8ec1-28a2-419c-a4fc-26a7a6312045 {{(pid=113090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:47:39.116215 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port b40d8ec1-28a2-419c-a4fc-26a7a6312045, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b40d8ec1-28a2-419c-a4fc-26a7a6312045,segment=NetworkSegment(5640d952-e513-45d9-be85-d5e12a41703e),segment_id=5640d952-e513-45d9-be85-d5e12a41703e)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:47:39.123133 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (b40d8ec1-28a2-419c-a4fc-26a7a6312045), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:39.127734 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=100 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:39.170712 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=b40d8ec1-28a2-419c-a4fc-26a7a6312045,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:47:39.182373 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:39.182760 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:39.183140 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:39.183531 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:39.183831 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:39.184165 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:39.184502 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:39.184816 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:39.185136 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:39.185524 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:39.186180 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:39.186521 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:39.186841 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:39.187156 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:39.187499 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:47:39.260291 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d74ba-b448-472f-a015-f16c4ea0b40d req-472cdb93-a6fb-482d-bf14-fbe689aa1c13 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:39.262361 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-416d74ba-b448-472f-a015-f16c4ea0b40d req-472cdb93-a6fb-482d-bf14-fbe689aa1c13 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.0537097 Aug 24 06:47:39.314467 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-416d74ba-b448-472f-a015-f16c4ea0b40d req-68b9d527-1a77-4170-b90e-40b7eaa19cf8 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460491 Aug 24 06:47:39.443408 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['b40d8ec1-28a2-419c-a4fc-26a7a6312045'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:47:39.510446 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:39.960374 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1687dff-8415-401c-952c-a3028533e80f req-78246e0e-4f85-4c80-92ec-5ca3b302b720 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:39.961863 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a1687dff-8415-401c-952c-a3028533e80f req-78246e0e-4f85-4c80-92ec-5ca3b302b720 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6d85df03-cf90-4dcd-baf3-0c874eb58be3 HTTP/1.1" status: 200 len: 944 time: 0.0578051 Aug 24 06:47:40.005307 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:40.010245 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a1687dff-8415-401c-952c-a3028533e80f req-baeb29c7-0f5f-4e94-b2fc-344dc403bfad tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2999ddca-bc68-4201-96b2-ea031261665e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424681 Aug 24 06:47:40.411335 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:40.448497 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bfa4b-acfb-4996-9c01-eade55aafadd req-265523ef-c403-497d-b227-a571167607ca tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:40.455391 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5a5bfa4b-acfb-4996-9c01-eade55aafadd req-265523ef-c403-497d-b227-a571167607ca tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.0544767 Aug 24 06:47:40.468553 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-4eba0822-dcea-4158-b01b-7e2a81c4615e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:40.508324 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5a5bfa4b-acfb-4996-9c01-eade55aafadd req-8e29ea5f-0182-4548-8a3f-076b11ded067 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519810 Aug 24 06:47:40.922453 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device b40d8ec1-28a2-419c-a4fc-26a7a6312045 up at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:47:40.967805 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning for port b40d8ec1-28a2-419c-a4fc-26a7a6312045 completed by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 06:47:40.976445 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning complete for port b40d8ec1-28a2-419c-a4fc-26a7a6312045 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:47:40.976829 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (b40d8ec1-28a2-419c-a4fc-26a7a6312045), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:41.056889 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port b40d8ec1-28a2-419c-a4fc-26a7a6312045 is: BUILD; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:47:41.057273 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (b40d8ec1-28a2-419c-a4fc-26a7a6312045), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:41.082717 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d85df03-cf90-4dcd-baf3-0c874eb58be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40d8ec1-28a2-419c-a4fc-26a7a6312045'}] {{(pid=113090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:47:41.085031 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b6006cf2a23db0b36d2003dbfde04691441a00dec53483979079bf2def40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d83b4d-d6ab-4243-be41-4e4ba5289d72" -d '{"events": [{"server_uuid": "6d85df03-cf90-4dcd-baf3-0c874eb58be3", "name": "network-vif-plugged", "status": "completed", "tag": "b40d8ec1-28a2-419c-a4fc-26a7a6312045"}]}' {{(pid=113090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:47:41.098026 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port b40d8ec1-28a2-419c-a4fc-26a7a6312045, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b40d8ec1-28a2-419c-a4fc-26a7a6312045,segment=NetworkSegment(5640d952-e513-45d9-be85-d5e12a41703e),segment_id=5640d952-e513-45d9-be85-d5e12a41703e)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:47:41.102126 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (b40d8ec1-28a2-419c-a4fc-26a7a6312045), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:41.152550 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7a569-ab8a-4654-bed6-dee2f8d817ad req-5aa2fb65-278e-4283-bda8-a2c7b138c096 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:41.155899 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a3f7a569-ab8a-4654-bed6-dee2f8d817ad req-5aa2fb65-278e-4283-bda8-a2c7b138c096 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6d85df03-cf90-4dcd-baf3-0c874eb58be3 HTTP/1.1" status: 200 len: 945 time: 0.0597274 Aug 24 06:47:41.159116 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2b1dd6-980c-4894-bfea-d73162222861 x-openstack-request-id: req-5e2b1dd6-980c-4894-bfea-d73162222861 {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:47:41.159607 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d85df03-cf90-4dcd-baf3-0c874eb58be3", "name": "network-vif-plugged", "status": "completed", "tag": "b40d8ec1-28a2-419c-a4fc-26a7a6312045", "code": 200}]} {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:47:41.159740 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5e2b1dd6-980c-4894-bfea-d73162222861 {{(pid=113090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:47:41.160127 dv-cinder-854271-1-iscsi neutron-server[113090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e2b1dd6-980c-4894-bfea-d73162222861'] response: {'server_uuid': '6d85df03-cf90-4dcd-baf3-0c874eb58be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40d8ec1-28a2-419c-a4fc-26a7a6312045', 'code': 200} Aug 24 06:47:41.165235 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=b40d8ec1-28a2-419c-a4fc-26a7a6312045,revision_number=5']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:47:41.221795 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a3f7a569-ab8a-4654-bed6-dee2f8d817ad req-7056faaa-344f-496d-b858-19c451dbcee9 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2999ddca-bc68-4201-96b2-ea031261665e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604429 Aug 24 06:47:41.359336 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6b1ab-6738-45fd-a769-f50327cd9647 req-ada6f5ef-c169-4fe8-a050-633158140e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:41.361005 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-15a6b1ab-6738-45fd-a769-f50327cd9647 req-ada6f5ef-c169-4fe8-a050-633158140e08 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=6d85df03-cf90-4dcd-baf3-0c874eb58be3 HTTP/1.1" status: 200 len: 1129 time: 0.0419259 Aug 24 06:47:41.411682 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-15a6b1ab-6738-45fd-a769-f50327cd9647 req-5a2f9d4e-a96f-44f0-bd37-ff7c75ca71cc service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=2999ddca-bc68-4201-96b2-ea031261665e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434647 Aug 24 06:47:41.633443 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee852f5a-0b88-4732-bf54-7c1a7ae2e656 req-2aaf8592-cce3-4b92-ad10-ac8a0f942af2 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:41.634883 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ee852f5a-0b88-4732-bf54-7c1a7ae2e656 req-2aaf8592-cce3-4b92-ad10-ac8a0f942af2 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.0483088 Aug 24 06:47:41.687317 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ee852f5a-0b88-4732-bf54-7c1a7ae2e656 req-99a00c9b-9516-4841-bd57-38e568d5869c tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464828 Aug 24 06:47:42.342135 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd1f71-ec85-4483-94ed-ddeea83e5a36 req-07cb9472-e20b-4c38-9ead-9b8bccdbfdc6 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:42.343644 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f7cd1f71-ec85-4483-94ed-ddeea83e5a36 req-07cb9472-e20b-4c38-9ead-9b8bccdbfdc6 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6d85df03-cf90-4dcd-baf3-0c874eb58be3 HTTP/1.1" status: 200 len: 945 time: 0.0528557 Aug 24 06:47:42.395587 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f7cd1f71-ec85-4483-94ed-ddeea83e5a36 req-80f3da1c-27bb-4ffd-97f4-410b0b0ebe4c tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2999ddca-bc68-4201-96b2-ea031261665e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435946 Aug 24 06:47:42.700693 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-2f9a1151-c049-431b-8c49-46dfe5901875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:42.814181 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30cb17-0552-45c6-b6ba-c489fe57ee38 req-96e550e4-488d-491b-ae2a-639952752594 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:42.815702 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bc30cb17-0552-45c6-b6ba-c489fe57ee38 req-96e550e4-488d-491b-ae2a-639952752594 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.0511074 Aug 24 06:47:42.864051 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bc30cb17-0552-45c6-b6ba-c489fe57ee38 req-fbcaded7-9da8-42fe-9cd5-b28ea5b99766 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426049 Aug 24 06:47:42.869052 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 52608) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:47:42.991521 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f948031c-8a7b-4254-af42-67162a1aa8f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:43.084811 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f948031c-8a7b-4254-af42-67162a1aa8f1 admin admin] Publish callbacks [] for security_group (d2c7113e-2820-40b4-866a-e8df4f1669c2), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:43.090680 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f948031c-8a7b-4254-af42-67162a1aa8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (d2c7113e-2820-40b4-866a-e8df4f1669c2), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:43.130705 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-f948031c-8a7b-4254-af42-67162a1aa8f1 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f183480b0a0245bdb066e6233f71f129&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2605758 Aug 24 06:47:43.131581 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948031c-8a7b-4254-af42-67162a1aa8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c7113e-2820-40b4-866a-e8df4f1669c2,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:47:43.133574 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 52612) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:47:43.191447 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-4df58db5-e657-48a3-aad4-6e1f4445e38e admin admin] Publish callbacks [] for security_group (d2c7113e-2820-40b4-866a-e8df4f1669c2), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:43.216067 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-4df58db5-e657-48a3-aad4-6e1f4445e38e admin admin] Publish callbacks [] for security_group (d2c7113e-2820-40b4-866a-e8df4f1669c2), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:43.267363 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-4df58db5-e657-48a3-aad4-6e1f4445e38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (d2c7113e-2820-40b4-866a-e8df4f1669c2), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:43.269897 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-4df58db5-e657-48a3-aad4-6e1f4445e38e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:43.271052 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-4df58db5-e657-48a3-aad4-6e1f4445e38e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d2c7113e-2820-40b4-866a-e8df4f1669c2 HTTP/1.1" status: 204 len: 168 time: 0.1362920 Aug 24 06:47:43.278795 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df58db5-e657-48a3-aad4-6e1f4445e38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c7113e-2820-40b4-866a-e8df4f1669c2,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:47:43.531788 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0e5ca-51d5-4e8b-8e97-0d578b048cad req-cc1fbe02-09d3-4228-8086-686a5b3fd787 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:43.533457 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1ee0e5ca-51d5-4e8b-8e97-0d578b048cad req-cc1fbe02-09d3-4228-8086-686a5b3fd787 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6d85df03-cf90-4dcd-baf3-0c874eb58be3 HTTP/1.1" status: 200 len: 945 time: 0.0558214 Aug 24 06:47:43.589760 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1ee0e5ca-51d5-4e8b-8e97-0d578b048cad req-1ca06660-6cec-483a-8ba1-477eab844e99 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2999ddca-bc68-4201-96b2-ea031261665e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498199 Aug 24 06:47:43.718952 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b004a76-ca11-4fcd-9778-9bcad405cad6 req-d6ecd7f2-60ba-4de5-86f3-d23490b2b7c2 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:43.720607 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5b004a76-ca11-4fcd-9778-9bcad405cad6 req-d6ecd7f2-60ba-4de5-86f3-d23490b2b7c2 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6d85df03-cf90-4dcd-baf3-0c874eb58be3 HTTP/1.1" status: 200 len: 945 time: 0.0623572 Aug 24 06:47:43.734670 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 52624) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:47:43.739296 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-8f0504d0-55f6-4ff6-8970-6315f42440ad tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Request body: {'floatingip': {'port_id': 'b40d8ec1-28a2-419c-a4fc-26a7a6312045'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:47:43.780938 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-8f0504d0-55f6-4ff6-8970-6315f42440ad tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for floatingip (653fdf5b-ddbc-4f9c-97c1-45e2d162d339), before_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:43.954025 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:43.980238 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:44.241175 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:44.261012 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4781fc-9782-419b-824c-a863b9e4096d req-3c326da1-1700-4c13-abc1-0e32f924ef9c tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:44.262571 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ac4781fc-9782-419b-824c-a863b9e4096d req-3c326da1-1700-4c13-abc1-0e32f924ef9c tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.3118062 Aug 24 06:47:44.415292 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ac4781fc-9782-419b-824c-a863b9e4096d req-45d3cbf0-fdd4-4b96-bd70-30e4b804390b tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443512 Aug 24 06:47:44.518478 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-8f0504d0-55f6-4ff6-8970-6315f42440ad tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:44.522167 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-8f0504d0-55f6-4ff6-8970-6315f42440ad tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698989'] for floatingip (653fdf5b-ddbc-4f9c-97c1-45e2d162d339), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:44.623853 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.db.l3_db [None req-8f0504d0-55f6-4ff6-8970-6315f42440ad tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Floating IP 653fdf5b-ddbc-4f9c-97c1-45e2d162d339 associated. External IP: 172.27.3.105, port: b40d8ec1-28a2-419c-a4fc-26a7a6312045. Aug 24 06:47:44.852026 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0504d0-55f6-4ff6-8970-6315f42440ad tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:47:44.966674 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0504d0-55f6-4ff6-8970-6315f42440ad tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:47:44.971491 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-8f0504d0-55f6-4ff6-8970-6315f42440ad tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:44.982716 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0628018e-a0e2-4715-a81f-6213ce4e2cde None None] Sync routers for ids ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'] in dv-cinder-854271-1-iscsi {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:47:44.995533 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0628018e-a0e2-4715-a81f-6213ce4e2cde None None] Routers {'75ea99f1-9466-4c6b-97ff-975a1fed8f16'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:47:44.996744 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-0628018e-a0e2-4715-a81f-6213ce4e2cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:47:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:47:45.010847 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-8f0504d0-55f6-4ff6-8970-6315f42440ad tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/653fdf5b-ddbc-4f9c-97c1-45e2d162d339 HTTP/1.1" status: 200 len: 991 time: 1.2727864 Aug 24 06:47:45.010847 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d85df03-cf90-4dcd-baf3-0c874eb58be3', 'tag': 'b40d8ec1-28a2-419c-a4fc-26a7a6312045'}] {{(pid=113089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:47:45.012259 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95c9b8c2b54b2cd10d832cf4cc4818d331942fea0eff1eb136de0d3feea1bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac49cae-ede4-44c6-a27a-5c79d00a6817" -d '{"events": [{"name": "network-changed", "server_uuid": "6d85df03-cf90-4dcd-baf3-0c874eb58be3", "tag": "b40d8ec1-28a2-419c-a4fc-26a7a6312045"}]}' {{(pid=113089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:47:45.051443 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e42c6a-6b75-4cff-9322-9cce5a020fad x-openstack-request-id: req-d4e42c6a-6b75-4cff-9322-9cce5a020fad {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:47:45.051783 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d85df03-cf90-4dcd-baf3-0c874eb58be3", "tag": "b40d8ec1-28a2-419c-a4fc-26a7a6312045", "status": "completed", "code": 200}]} {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:47:45.052036 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d4e42c6a-6b75-4cff-9322-9cce5a020fad {{(pid=113089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:47:45.052501 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e42c6a-6b75-4cff-9322-9cce5a020fad'] response: {'name': 'network-changed', 'server_uuid': '6d85df03-cf90-4dcd-baf3-0c874eb58be3', 'tag': 'b40d8ec1-28a2-419c-a4fc-26a7a6312045', 'status': 'completed', 'code': 200} Aug 24 06:47:45.114307 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac49cae-ede4-44c6-a27a-5c79d00a6817 req-65116539-2837-4497-98a1-6a81f5e0a181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:45.115874 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9ac49cae-ede4-44c6-a27a-5c79d00a6817 req-65116539-2837-4497-98a1-6a81f5e0a181 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=a41fb206b09941ac80996a3c9cbaae58&device_id=6d85df03-cf90-4dcd-baf3-0c874eb58be3 HTTP/1.1" status: 200 len: 1129 time: 0.0415506 Aug 24 06:47:45.142129 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-0628018e-a0e2-4715-a81f-6213ce4e2cde None None] Set router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:47:45.270794 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75ebc7-8e73-4035-bc13-4efbc6166310 req-788c42dd-c7e5-49e3-b30d-19add212bc58 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:45.282798 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2c75ebc7-8e73-4035-bc13-4efbc6166310 req-788c42dd-c7e5-49e3-b30d-19add212bc58 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 945 time: 0.1056368 Aug 24 06:47:45.310297 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac49cae-ede4-44c6-a27a-5c79d00a6817 req-d57b02e5-9ffa-4320-9d73-4f9198a9dd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:45.313559 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9ac49cae-ede4-44c6-a27a-5c79d00a6817 req-d57b02e5-9ffa-4320-9d73-4f9198a9dd53 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=4d764327-7285-4015-bbe3-ebfc93ab6200 HTTP/1.1" status: 200 len: 916 time: 0.1894565 Aug 24 06:47:45.349547 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d815ae7-951c-480e-b06e-f2c2227ad328 req-26f5d8ce-7479-46f6-bdd6-9eaf7b046111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:45.352149 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4d815ae7-951c-480e-b06e-f2c2227ad328 req-26f5d8ce-7479-46f6-bdd6-9eaf7b046111 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=2a401374685240dc94fe28ca99ad4e11&device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 1129 time: 0.1922297 Aug 24 06:47:45.415380 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2c75ebc7-8e73-4035-bc13-4efbc6166310 req-d259df29-3329-4a36-be0d-4c42380e2f7b tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314297 Aug 24 06:47:45.415654 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-0628018e-a0e2-4715-a81f-6213ce4e2cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'name': 'tempest-AttachVolumeNegativeTest-1816783706-router', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:15Z', 'revision_number': 4, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'gw_port': {'id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:09Z', 'updated_at': '2022-08-24T06:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '653fdf5b-ddbc-4f9c-97c1-45e2d162d339', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'port_id': 'b40d8ec1-28a2-419c-a4fc-26a7a6312045', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'mac_address': 'fa:16:3e:8d:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d85df03-cf90-4dcd-baf3-0c874eb58be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:47:25Z', 'updated_at': '2022-08-24T06:47:44Z', 'revision_number': 1, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600aceea-e5a1-4b97-90bc-acc305ca240a', 'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'mac_address': 'fa:16:3e:e3:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:43:36Z', 'revision_number': 5, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'subnets': [{'id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:47:45.423048 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9ac49cae-ede4-44c6-a27a-5c79d00a6817 req-b7f798b8-2203-4adc-b0e6-39ea1837bbb4 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b40d8ec1-28a2-419c-a4fc-26a7a6312045 HTTP/1.1" status: 200 len: 999 time: 0.1014888 Aug 24 06:47:45.446619 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0628018e-a0e2-4715-a81f-6213ce4e2cde None None] Checking router: 75ea99f1-9466-4c6b-97ff-975a1fed8f16 for host: dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:47:45.457293 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0628018e-a0e2-4715-a81f-6213ce4e2cde None None] Routers {'75ea99f1-9466-4c6b-97ff-975a1fed8f16'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:47:45.458386 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-0628018e-a0e2-4715-a81f-6213ce4e2cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:47:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:47:45.458521 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:45.490077 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac49cae-ede4-44c6-a27a-5c79d00a6817 req-c69bcc35-e847-40cb-97ca-cde6871ba8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:45.491989 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9ac49cae-ede4-44c6-a27a-5c79d00a6817 req-c69bcc35-e847-40cb-97ca-cde6871ba8a8 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=68aa3b00-7d83-4a36-89ce-d2987615f595 HTTP/1.1" status: 200 len: 854 time: 0.0630143 Aug 24 06:47:45.494644 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d815ae7-951c-480e-b06e-f2c2227ad328 req-236d8bed-3ca5-4019-956f-142d7837c333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:45.496300 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4d815ae7-951c-480e-b06e-f2c2227ad328 req-236d8bed-3ca5-4019-956f-142d7837c333 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad HTTP/1.1" status: 200 len: 920 time: 0.1164663 Aug 24 06:47:45.508658 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:45.539712 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:45.545585 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac49cae-ede4-44c6-a27a-5c79d00a6817 req-3f254079-a53e-4cf7-b45d-338a4355e75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:45.547095 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9ac49cae-ede4-44c6-a27a-5c79d00a6817 req-3f254079-a53e-4cf7-b45d-338a4355e75b service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=4d764327-7285-4015-bbe3-ebfc93ab6200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450630 Aug 24 06:47:45.556020 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:45.558416 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:45.563924 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:45.569569 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:45.610377 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4d815ae7-951c-480e-b06e-f2c2227ad328 req-2a7bddf1-eef9-4e31-9072-6a9eaaf72acb service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2387098c-848a-4eec-b0d6-bbcdd822e16b HTTP/1.1" status: 200 len: 1001 time: 0.1061161 Aug 24 06:47:45.610745 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-0628018e-a0e2-4715-a81f-6213ce4e2cde None None] Set router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:47:45.618330 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe1177-1c6b-439c-ab59-59c7c96952c5 req-f2dbef31-f863-49a1-9e1f-050678dbdea0 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:45.619813 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7cfe1177-1c6b-439c-ab59-59c7c96952c5 req-f2dbef31-f863-49a1-9e1f-050678dbdea0 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.0788374 Aug 24 06:47:45.657246 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9ac49cae-ede4-44c6-a27a-5c79d00a6817 req-b261d078-474c-430e-8ebe-f33c4eefefc6 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4d764327-7285-4015-bbe3-ebfc93ab6200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041908 Aug 24 06:47:45.713430 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7cfe1177-1c6b-439c-ab59-59c7c96952c5 req-559bfc35-5771-448b-9934-fa62534d4189 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837379 Aug 24 06:47:45.716820 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d815ae7-951c-480e-b06e-f2c2227ad328 req-89c18b53-1afc-4433-a338-0e0a9af413f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:45.718225 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4d815ae7-951c-480e-b06e-f2c2227ad328 req-89c18b53-1afc-4433-a338-0e0a9af413f3 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=87c63329-c783-4018-8f3e-d78ef061967a HTTP/1.1" status: 200 len: 858 time: 0.0975757 Aug 24 06:47:45.775240 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9ac49cae-ede4-44c6-a27a-5c79d00a6817 req-6e75b1ef-aa28-49ba-9bf4-b3a5fe4afc5c service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4d764327-7285-4015-bbe3-ebfc93ab6200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071327 Aug 24 06:47:45.775770 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d815ae7-951c-480e-b06e-f2c2227ad328 req-35d8d9c9-09a1-4740-ae37-cbfaa355d9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:45.777940 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4d815ae7-951c-480e-b06e-f2c2227ad328 req-35d8d9c9-09a1-4740-ae37-cbfaa355d9ea service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532417 Aug 24 06:47:45.872067 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-0628018e-a0e2-4715-a81f-6213ce4e2cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'name': 'tempest-AttachVolumeNegativeTest-1816783706-router', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:15Z', 'revision_number': 4, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'gw_port': {'id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:09Z', 'updated_at': '2022-08-24T06:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '653fdf5b-ddbc-4f9c-97c1-45e2d162d339', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'port_id': 'b40d8ec1-28a2-419c-a4fc-26a7a6312045', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'mac_address': 'fa:16:3e:8d:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d85df03-cf90-4dcd-baf3-0c874eb58be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:47:25Z', 'updated_at': '2022-08-24T06:47:44Z', 'revision_number': 1, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600aceea-e5a1-4b97-90bc-acc305ca240a', 'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'mac_address': 'fa:16:3e:e3:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:43:36Z', 'revision_number': 5, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'subnets': [{'id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:47:45.881858 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4d815ae7-951c-480e-b06e-f2c2227ad328 req-543b58c8-9fe1-48c1-8424-5285fbf15427 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939610 Aug 24 06:47:45.898610 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0628018e-a0e2-4715-a81f-6213ce4e2cde None None] The sync data for ids ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'] in dv-cinder-854271-1-iscsi is: [{'id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'name': 'tempest-AttachVolumeNegativeTest-1816783706-router', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:15Z', 'revision_number': 4, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'gw_port': {'id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:09Z', 'updated_at': '2022-08-24T06:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '653fdf5b-ddbc-4f9c-97c1-45e2d162d339', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'port_id': 'b40d8ec1-28a2-419c-a4fc-26a7a6312045', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'mac_address': 'fa:16:3e:8d:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d85df03-cf90-4dcd-baf3-0c874eb58be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:47:25Z', 'updated_at': '2022-08-24T06:47:44Z', 'revision_number': 1, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600aceea-e5a1-4b97-90bc-acc305ca240a', 'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'mac_address': 'fa:16:3e:e3:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:43:36Z', 'revision_number': 5, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'subnets': [{'id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:47:46.012100 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4d815ae7-951c-480e-b06e-f2c2227ad328 req-364a2364-64a0-4d98-9cc4-7b35a2b12ff4 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240888 Aug 24 06:47:46.029622 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753252d-9dcf-4cb7-a18f-fa28e0529d87 req-db38e207-c14e-405a-9a39-ee22a260e9fc tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:46.031106 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e753252d-9dcf-4cb7-a18f-fa28e0529d87 req-db38e207-c14e-405a-9a39-ee22a260e9fc tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 947 time: 0.0575473 Aug 24 06:47:46.086873 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e753252d-9dcf-4cb7-a18f-fa28e0529d87 req-ca297f31-a525-4b72-b111-e6e4522fd8a5 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497968 Aug 24 06:47:46.126643 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60a5bef-fb71-4413-9467-c0160dbc0f9a None None] New status for floating IP 653fdf5b-ddbc-4f9c-97c1-45e2d162d339: ACTIVE {{(pid=113091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 06:47:46.553830 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0e9cc-1c9f-4c6b-9561-05288a128932 req-b25282da-7672-4bd8-8138-1519c2dd062a tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:46.555316 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5da0e9cc-1c9f-4c6b-9561-05288a128932 req-b25282da-7672-4bd8-8138-1519c2dd062a tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 945 time: 0.0477240 Aug 24 06:47:46.603623 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5da0e9cc-1c9f-4c6b-9561-05288a128932 req-8e432c0d-3981-49e4-95d6-2c6afc18f32a tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416234 Aug 24 06:47:46.842254 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae9f63-8356-41ad-9480-fb825bccb2d7 req-dc5e0d83-7a2e-4b14-b7e1-dccdb477d9e5 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:46.843797 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-29ae9f63-8356-41ad-9480-fb825bccb2d7 req-dc5e0d83-7a2e-4b14-b7e1-dccdb477d9e5 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.0493820 Aug 24 06:47:46.899929 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-29ae9f63-8356-41ad-9480-fb825bccb2d7 req-ae19f20e-d9aa-4d28-958c-2d5511783f31 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479128 Aug 24 06:47:47.226536 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df965794-a640-4414-a48a-9f654ed6a25b req-3ddfc9bc-46e6-4190-a9bc-6d56e549b3fb tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:47.228096 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-df965794-a640-4414-a48a-9f654ed6a25b req-3ddfc9bc-46e6-4190-a9bc-6d56e549b3fb tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 947 time: 0.0538864 Aug 24 06:47:47.276769 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-df965794-a640-4414-a48a-9f654ed6a25b req-ebe150dd-09db-4904-a0b4-8680c1dfd32b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c9867df-38e9-4d81-8df1-1697ab67e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426724 Aug 24 06:47:47.600103 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4437f0-6bb1-4e9e-8704-d32521d02b85 req-09e04324-70d0-492f-8104-de4340537975 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:47.601563 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6d4437f0-6bb1-4e9e-8704-d32521d02b85 req-09e04324-70d0-492f-8104-de4340537975 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 947 time: 0.0496752 Aug 24 06:47:47.765132 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d5f95-f8ad-4d30-b1d2-caaad035ba3e req-a3bc95fc-579d-49c8-b61e-3a46ce2f9160 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:47.766610 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4b4d5f95-f8ad-4d30-b1d2-caaad035ba3e req-a3bc95fc-579d-49c8-b61e-3a46ce2f9160 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 945 time: 0.0816214 Aug 24 06:47:47.782300 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [req-6d4437f0-6bb1-4e9e-8704-d32521d02b85 req-76bc0e6d-3d83-4935-a64b-bf79485b9f0b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Deleting port 089197a3-4eb5-4520-9e9f-cbb2ae723ccc {{(pid=113089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:47:47.782535 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-6d4437f0-6bb1-4e9e-8704-d32521d02b85 req-76bc0e6d-3d83-4935-a64b-bf79485b9f0b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (089197a3-4eb5-4520-9e9f-cbb2ae723ccc), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:47.818930 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:47.826799 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:47.879942 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4b4d5f95-f8ad-4d30-b1d2-caaad035ba3e req-c90b0842-cfc8-4966-b771-c5e0b69e0770 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076517 Aug 24 06:47:47.911528 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.db [req-6d4437f0-6bb1-4e9e-8704-d32521d02b85 req-76bc0e6d-3d83-4935-a64b-bf79485b9f0b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] For port 089197a3-4eb5-4520-9e9f-cbb2ae723ccc, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=089197a3-4eb5-4520-9e9f-cbb2ae723ccc,segment=NetworkSegment(b5516234-5380-4558-bccf-bf2354b2ccbf),segment_id=b5516234-5380-4558-bccf-bf2354b2ccbf)] {{(pid=113089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:47:47.911988 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-6d4437f0-6bb1-4e9e-8704-d32521d02b85 req-76bc0e6d-3d83-4935-a64b-bf79485b9f0b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (089197a3-4eb5-4520-9e9f-cbb2ae723ccc), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:48.062593 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19243de7-a74c-470f-b823-6db687edff19 req-81556111-b7ad-4376-9cbf-28a6595c346e tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:48.063980 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-19243de7-a74c-470f-b823-6db687edff19 req-81556111-b7ad-4376-9cbf-28a6595c346e tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.0624521 Aug 24 06:47:48.090221 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:47:48.134485 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-6d4437f0-6bb1-4e9e-8704-d32521d02b85 req-76bc0e6d-3d83-4935-a64b-bf79485b9f0b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:48.134842 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-6d4437f0-6bb1-4e9e-8704-d32521d02b85 req-76bc0e6d-3d83-4935-a64b-bf79485b9f0b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698989'] for floatingip (45353ce6-61a2-4bfd-bb08-e52b8e49d925), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:48.135137 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.db.l3_db [req-6d4437f0-6bb1-4e9e-8704-d32521d02b85 req-76bc0e6d-3d83-4935-a64b-bf79485b9f0b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Floating IP 45353ce6-61a2-4bfd-bb08-e52b8e49d925 disassociated. External IP: 172.27.3.32, port: 089197a3-4eb5-4520-9e9f-cbb2ae723ccc. Aug 24 06:47:48.135512 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [req-6d4437f0-6bb1-4e9e-8704-d32521d02b85 req-76bc0e6d-3d83-4935-a64b-bf79485b9f0b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Calling delete_port for 089197a3-4eb5-4520-9e9f-cbb2ae723ccc owned by compute:nova {{(pid=113089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:47:48.164963 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-19243de7-a74c-470f-b823-6db687edff19 req-ac23731b-a76e-4eb6-b528-061031bfab53 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748017 Aug 24 06:47:48.283049 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-6d4437f0-6bb1-4e9e-8704-d32521d02b85 req-76bc0e6d-3d83-4935-a64b-bf79485b9f0b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118'] for port (089197a3-4eb5-4520-9e9f-cbb2ae723ccc), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:48.313137 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc0e6d-3d83-4935-a64b-bf79485b9f0b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Pushing event deleted for resources: {'Port': ['ID=089197a3-4eb5-4520-9e9f-cbb2ae723ccc,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:47:48.480751 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893f541-a45f-4d91-a849-6b90fe2c4917 req-7439fb2e-42df-403b-a417-27d8b0c2e28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:48.482345 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-5893f541-a45f-4d91-a849-6b90fe2c4917 req-7439fb2e-42df-403b-a417-27d8b0c2e28b service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=5b4541156c1f4efab3a61dd6935638bb&device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 1129 time: 0.0423956 Aug 24 06:47:48.487947 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b5e60c4a-afe1-40e2-8757-02658a9aafd0 req-5be4f3fe-8540-4d3a-94b4-771aa1eede09 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b HTTP/1.1" status: 200 len: 210 time: 0.0896494 Aug 24 06:47:48.512257 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca250915-40af-47cc-a9f7-73c2dabe1a59 req-c53b2df8-59fd-49bb-8ea8-b8cbbf163ef0 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:48.513689 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ca250915-40af-47cc-a9f7-73c2dabe1a59 req-c53b2df8-59fd-49bb-8ea8-b8cbbf163ef0 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.1169963 Aug 24 06:47:48.531433 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:48.554417 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d4437f0-6bb1-4e9e-8704-d32521d02b85 req-76bc0e6d-3d83-4935-a64b-bf79485b9f0b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Router b859ea55-410f-4150-99fc-46246c7302ec has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:47:48.586013 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893f541-a45f-4d91-a849-6b90fe2c4917 req-7f58b3ce-e2d0-4167-a21f-c0ce65c77a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:48.586218 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ca250915-40af-47cc-a9f7-73c2dabe1a59 req-8986d7f0-5d4e-4361-ad22-f29ee9ee2ac7 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650115 Aug 24 06:47:48.587440 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-5893f541-a45f-4d91-a849-6b90fe2c4917 req-7f58b3ce-e2d0-4167-a21f-c0ce65c77a9e service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=018b0e35-de97-44eb-a1bf-77de9b3c6286 HTTP/1.1" status: 200 len: 911 time: 0.0983293 Aug 24 06:47:48.656703 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-5893f541-a45f-4d91-a849-6b90fe2c4917 req-960461c4-aec9-4c13-ad55-07d1c07c8748 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=454b34ae-8fe5-46de-9bae-481f3ada5897 HTTP/1.1" status: 200 len: 1000 time: 0.0594368 Aug 24 06:47:48.681311 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d4437f0-6bb1-4e9e-8704-d32521d02b85 req-76bc0e6d-3d83-4935-a64b-bf79485b9f0b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:47:48.700739 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aed96cd-3aa0-4e6e-aae6-656e43534334 None None] Sync routers for ids ['b859ea55-410f-4150-99fc-46246c7302ec'] in dv-cinder-854271-1-iscsi {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:47:48.711337 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893f541-a45f-4d91-a849-6b90fe2c4917 req-f78444a6-648c-4a20-83ad-78a600a2e689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:48.712901 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-5893f541-a45f-4d91-a849-6b90fe2c4917 req-f78444a6-648c-4a20-83ad-78a600a2e689 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=72cdaf0a-4647-46c2-91ee-def2bd17e00f HTTP/1.1" status: 200 len: 849 time: 0.0494306 Aug 24 06:47:48.716132 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aed96cd-3aa0-4e6e-aae6-656e43534334 None None] Routers {'b859ea55-410f-4150-99fc-46246c7302ec'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:47:48.716755 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-8aed96cd-3aa0-4e6e-aae6-656e43534334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:47:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['b859ea55-410f-4150-99fc-46246c7302ec'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:47:48.726295 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4437f0-6bb1-4e9e-8704-d32521d02b85 req-76bc0e6d-3d83-4935-a64b-bf79485b9f0b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] No DVR routers for this DVR port 089197a3-4eb5-4520-9e9f-cbb2ae723ccc on host hv-cinder-85427 {{(pid=113089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:47:48.729166 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-6d4437f0-6bb1-4e9e-8704-d32521d02b85 req-76bc0e6d-3d83-4935-a64b-bf79485b9f0b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:48.732593 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6d4437f0-6bb1-4e9e-8704-d32521d02b85 req-76bc0e6d-3d83-4935-a64b-bf79485b9f0b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.58 "DELETE /networking/v2.0/ports/089197a3-4eb5-4520-9e9f-cbb2ae723ccc HTTP/1.1" status: 204 len: 173 time: 1.0828121 Aug 24 06:47:48.733043 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b', 'name': 'network-vif-deleted', 'tag': '089197a3-4eb5-4520-9e9f-cbb2ae723ccc'}] {{(pid=113089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:47:48.735442 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95c9b8c2b54b2cd10d832cf4cc4818d331942fea0eff1eb136de0d3feea1bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e95bf1-ee23-4af3-82d1-0eb31625ed74" -d '{"events": [{"server_uuid": "7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b", "name": "network-vif-deleted", "tag": "089197a3-4eb5-4520-9e9f-cbb2ae723ccc"}]}' {{(pid=113089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:47:48.787620 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893f541-a45f-4d91-a849-6b90fe2c4917 req-562442fe-405a-4718-aac8-0df0607ba87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:48.790571 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-5893f541-a45f-4d91-a849-6b90fe2c4917 req-562442fe-405a-4718-aac8-0df0607ba87e service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=018b0e35-de97-44eb-a1bf-77de9b3c6286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0690236 Aug 24 06:47:48.802126 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cfc2de-fc79-407e-a48e-147b5c93154d x-openstack-request-id: req-48cfc2de-fc79-407e-a48e-147b5c93154d {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:47:48.802753 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b", "name": "network-vif-deleted", "tag": "089197a3-4eb5-4520-9e9f-cbb2ae723ccc", "status": "completed", "code": 200}]} {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:47:48.803168 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-48cfc2de-fc79-407e-a48e-147b5c93154d {{(pid=113089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:47:48.804181 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48cfc2de-fc79-407e-a48e-147b5c93154d'] response: {'server_uuid': '7a4b142a-d9d1-4b9b-b7f6-d6ed3089182b', 'name': 'network-vif-deleted', 'tag': '089197a3-4eb5-4520-9e9f-cbb2ae723ccc', 'status': 'completed', 'code': 200} Aug 24 06:47:48.878801 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-8aed96cd-3aa0-4e6e-aae6-656e43534334 None None] Set router b859ea55-410f-4150-99fc-46246c7302ec gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:47:48.914384 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-5893f541-a45f-4d91-a849-6b90fe2c4917 req-ceffb46e-7c0e-44a3-a5e6-bc4fefe3d840 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/018b0e35-de97-44eb-a1bf-77de9b3c6286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150277 Aug 24 06:47:49.006488 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8041497-e70b-479a-a09b-277138c0b4ed req-b6aea9b1-5862-419d-8dff-978944e65c9d tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:49.008227 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e8041497-e70b-479a-a09b-277138c0b4ed req-b6aea9b1-5862-419d-8dff-978944e65c9d tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 945 time: 0.0503981 Aug 24 06:47:49.021892 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:49.032806 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:49.064096 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e8041497-e70b-479a-a09b-277138c0b4ed req-2cf29468-f625-484b-9565-1de2a69ae512 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494676 Aug 24 06:47:49.238753 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-8aed96cd-3aa0-4e6e-aae6-656e43534334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'name': 'tempest-AttachVolumeShelveTestJSON-314602131-router', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:24Z', 'revision_number': 4, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'gw_port': {'id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '8c16fb31-f66e-45bd-b513-c1d7c73b297e', 'name': '', 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'mac_address': 'fa:16:3e:74:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:22Z', 'updated_at': '2022-08-24T06:43:41Z', 'revision_number': 5, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'subnets': [{'id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:47:49.258651 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-5893f541-a45f-4d91-a849-6b90fe2c4917 req-83bd9377-b127-412d-83c0-392c956c5cd7 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/018b0e35-de97-44eb-a1bf-77de9b3c6286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206236 Aug 24 06:47:49.266899 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aed96cd-3aa0-4e6e-aae6-656e43534334 None None] Checking router: b859ea55-410f-4150-99fc-46246c7302ec for host: dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:47:49.275916 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aed96cd-3aa0-4e6e-aae6-656e43534334 None None] Routers {'b859ea55-410f-4150-99fc-46246c7302ec'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:47:49.277341 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-8aed96cd-3aa0-4e6e-aae6-656e43534334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:47:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['b859ea55-410f-4150-99fc-46246c7302ec'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:47:49.385175 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-8aed96cd-3aa0-4e6e-aae6-656e43534334 None None] Set router b859ea55-410f-4150-99fc-46246c7302ec gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:47:49.533188 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=100 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:49.578914 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-8aed96cd-3aa0-4e6e-aae6-656e43534334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'name': 'tempest-AttachVolumeShelveTestJSON-314602131-router', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:24Z', 'revision_number': 4, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'gw_port': {'id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '8c16fb31-f66e-45bd-b513-c1d7c73b297e', 'name': '', 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'mac_address': 'fa:16:3e:74:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:22Z', 'updated_at': '2022-08-24T06:43:41Z', 'revision_number': 5, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'subnets': [{'id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:47:49.590576 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 52684) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:47:49.610460 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aed96cd-3aa0-4e6e-aae6-656e43534334 None None] The sync data for ids ['b859ea55-410f-4150-99fc-46246c7302ec'] in dv-cinder-854271-1-iscsi is: [{'id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'name': 'tempest-AttachVolumeShelveTestJSON-314602131-router', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:24Z', 'revision_number': 4, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'gw_port': {'id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '8c16fb31-f66e-45bd-b513-c1d7c73b297e', 'name': '', 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'mac_address': 'fa:16:3e:74:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:22Z', 'updated_at': '2022-08-24T06:43:41Z', 'revision_number': 5, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'subnets': [{'id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:47:49.660993 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-39c5fa95-c70f-46bb-9f98-954997f0cbb0 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for security_group (3c9867df-38e9-4d81-8df1-1697ab67e6f7), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:49.686238 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-39c5fa95-c70f-46bb-9f98-954997f0cbb0 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for security_group (3c9867df-38e9-4d81-8df1-1697ab67e6f7), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:49.724936 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbf8a0-1ca0-456e-9851-4435f9c09a09 req-e7f278bc-170f-47a3-b3c4-ec18fb5a593a tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:49.733948 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-05bbf8a0-1ca0-456e-9851-4435f9c09a09 req-e7f278bc-170f-47a3-b3c4-ec18fb5a593a tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.0599496 Aug 24 06:47:49.738311 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-39c5fa95-c70f-46bb-9f98-954997f0cbb0 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (3c9867df-38e9-4d81-8df1-1697ab67e6f7), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:49.741105 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-39c5fa95-c70f-46bb-9f98-954997f0cbb0 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:49.742219 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-39c5fa95-c70f-46bb-9f98-954997f0cbb0 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/3c9867df-38e9-4d81-8df1-1697ab67e6f7 HTTP/1.1" status: 204 len: 168 time: 0.1504743 Aug 24 06:47:49.746226 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 52688) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:47:49.763895 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5fa95-c70f-46bb-9f98-954997f0cbb0 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9867df-38e9-4d81-8df1-1697ab67e6f7,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:47:49.766065 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.api.v2.resource [None req-0b4a08c4-4965-432a-bee5-648017c1012e tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] show failed (client error): The resource could not be found. Aug 24 06:47:49.767168 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-0b4a08c4-4965-432a-bee5-648017c1012e tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups/3c9867df-38e9-4d81-8df1-1697ab67e6f7 HTTP/1.1" status: 404 len: 347 time: 0.0199769 Aug 24 06:47:49.770294 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 52690) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:47:49.787822 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-05bbf8a0-1ca0-456e-9851-4435f9c09a09 req-84c51b98-b32a-49d7-a214-89ee63fe911c tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527501 Aug 24 06:47:49.891831 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005542f7-f5a3-40ba-a5b3-36b3f5286fc4 None None] New status for floating IP 45353ce6-61a2-4bfd-bb08-e52b8e49d925: DOWN {{(pid=113091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 06:47:50.138282 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-42a6ab50-3467-44e0-a2df-3578b8503caa tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Deleting port 3d24adce-83dd-434c-9549-ef2f63484780 {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:47:50.138616 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-42a6ab50-3467-44e0-a2df-3578b8503caa tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (3d24adce-83dd-434c-9549-ef2f63484780), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:50.194703 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:50.207149 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3578242-b708-445f-b038-c95c8fc1fc92 req-832e088e-301c-401b-86c3-14f524641280 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:50.208702 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f3578242-b708-445f-b038-c95c8fc1fc92 req-832e088e-301c-401b-86c3-14f524641280 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 945 time: 0.0620537 Aug 24 06:47:50.225319 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-42a6ab50-3467-44e0-a2df-3578b8503caa tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (3d24adce-83dd-434c-9549-ef2f63484780), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:50.225637 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-42a6ab50-3467-44e0-a2df-3578b8503caa tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for floatingip (3d24adce-83dd-434c-9549-ef2f63484780), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:50.238445 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-42a6ab50-3467-44e0-a2df-3578b8503caa tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Calling delete_port for 3d24adce-83dd-434c-9549-ef2f63484780 owned by network:floatingip {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:47:50.260254 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f3578242-b708-445f-b038-c95c8fc1fc92 req-371bbb18-db78-4f42-8e4f-9c62c8ef428d tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421097 Aug 24 06:47:50.383002 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-42a6ab50-3467-44e0-a2df-3578b8503caa tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (3d24adce-83dd-434c-9549-ef2f63484780), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:50.408085 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6ab50-3467-44e0-a2df-3578b8503caa tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Pushing event deleted for resources: {'Port': ['ID=3d24adce-83dd-434c-9549-ef2f63484780,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:47:50.434307 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:50.471098 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-42a6ab50-3467-44e0-a2df-3578b8503caa tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for floatingip (45353ce6-61a2-4bfd-bb08-e52b8e49d925), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:50.473540 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-42a6ab50-3467-44e0-a2df-3578b8503caa tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:50.474668 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-42a6ab50-3467-44e0-a2df-3578b8503caa tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/45353ce6-61a2-4bfd-bb08-e52b8e49d925 HTTP/1.1" status: 204 len: 168 time: 0.7034609 Aug 24 06:47:50.562162 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 52696) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:47:50.566755 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-8faa2dfa-5265-49af-9462-728bc50e7f5e tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2130030265', 'description': 'tempest-description--889201452'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:47:50.594400 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8faa2dfa-5265-49af-9462-728bc50e7f5e tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:50.664625 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8faa2dfa-5265-49af-9462-728bc50e7f5e tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for security_group (315ae0f8-ed9d-4e83-9e9a-476d777349db), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:50.670088 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8faa2dfa-5265-49af-9462-728bc50e7f5e tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (315ae0f8-ed9d-4e83-9e9a-476d777349db), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:50.704796 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8faa2dfa-5265-49af-9462-728bc50e7f5e tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:50.706139 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-8faa2dfa-5265-49af-9462-728bc50e7f5e tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1429651 Aug 24 06:47:50.708067 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa2dfa-5265-49af-9462-728bc50e7f5e tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=315ae0f8-ed9d-4e83-9e9a-476d777349db,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:47:50.709416 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 52698) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:47:50.715748 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-4cbb154d-0776-4ea7-bb17-7ade483816e9 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Request body: {'security_group_rule': {'security_group_id': '315ae0f8-ed9d-4e83-9e9a-476d777349db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:47:50.745373 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-4cbb154d-0776-4ea7-bb17-7ade483816e9 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for security_group_rule (8563c749-9e34-4579-b913-3fd61650e598), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:50.813059 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-4cbb154d-0776-4ea7-bb17-7ade483816e9 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for security_group_rule (8563c749-9e34-4579-b913-3fd61650e598), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:50.819255 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-4cbb154d-0776-4ea7-bb17-7ade483816e9 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (8563c749-9e34-4579-b913-3fd61650e598), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:50.839180 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb154d-0776-4ea7-bb17-7ade483816e9 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8563c749-9e34-4579-b913-3fd61650e598,revision_number=0']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:47:50.845424 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-4cbb154d-0776-4ea7-bb17-7ade483816e9 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:50.846469 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-4cbb154d-0776-4ea7-bb17-7ade483816e9 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1347024 Aug 24 06:47:50.849573 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 52702) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:47:50.854037 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-f8368a5a-e088-49d6-a2ba-fe62f0af2812 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Request body: {'security_group_rule': {'security_group_id': '315ae0f8-ed9d-4e83-9e9a-476d777349db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:47:50.882814 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f8368a5a-e088-49d6-a2ba-fe62f0af2812 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for security_group_rule (a90ecec6-664b-43ae-95b4-9478ef370c4f), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:50.920469 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ab266-d8e1-4682-8d37-d7ed504381aa req-2151f44d-4ef3-4405-a288-f9f7ef2050a9 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:50.922399 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9f7ab266-d8e1-4682-8d37-d7ed504381aa req-2151f44d-4ef3-4405-a288-f9f7ef2050a9 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.0483479 Aug 24 06:47:50.946445 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f8368a5a-e088-49d6-a2ba-fe62f0af2812 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for security_group_rule (a90ecec6-664b-43ae-95b4-9478ef370c4f), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:50.950537 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f8368a5a-e088-49d6-a2ba-fe62f0af2812 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (a90ecec6-664b-43ae-95b4-9478ef370c4f), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:50.967939 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8368a5a-e088-49d6-a2ba-fe62f0af2812 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a90ecec6-664b-43ae-95b4-9478ef370c4f,revision_number=0']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:47:50.971519 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9f7ab266-d8e1-4682-8d37-d7ed504381aa req-29afcb22-6a97-4268-9de8-6f9c358dc21f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427501 Aug 24 06:47:50.981761 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f8368a5a-e088-49d6-a2ba-fe62f0af2812 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:50.982972 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-f8368a5a-e088-49d6-a2ba-fe62f0af2812 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323962 Aug 24 06:47:50.986102 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 52704) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:47:50.990497 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-cf203381-3e23-41b5-a8fc-60db34c6904a tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Request body: {'floatingip': {'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:47:50.993517 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 089197a3-4eb5-4520-9e9f-cbb2ae723ccc no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:47:51.012798 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-cf203381-3e23-41b5-a8fc-60db34c6904a tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:51.014600 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] No Port match for: 089197a3-4eb5-4520-9e9f-cbb2ae723ccc {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:47:51.015012 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 089197a3-4eb5-4520-9e9f-cbb2ae723ccc not bound to the agent host hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:47:51.099457 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-cf203381-3e23-41b5-a8fc-60db34c6904a tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:51.140090 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=9 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:51.207265 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [None req-cf203381-3e23-41b5-a8fc-60db34c6904a tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Allocated IP 172.27.3.2 (ebaf0247-9904-4138-a92a-0e04f684cda3/21927f02-5278-4e61-8de7-8e5f8e88a327/08eeca4a-50e5-4c31-8294-bbbbb70f4caf) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:47:51.319329 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-cf203381-3e23-41b5-a8fc-60db34c6904a tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for port (08eeca4a-50e5-4c31-8294-bbbbb70f4caf), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:51.354182 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-cf203381-3e23-41b5-a8fc-60db34c6904a tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (08eeca4a-50e5-4c31-8294-bbbbb70f4caf), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:51.380476 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74f795-c916-4aa2-b146-d8d4514d5623 req-b154d91d-5532-4a8f-a4f8-804e84037820 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:51.381973 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-db74f795-c916-4aa2-b146-d8d4514d5623 req-b154d91d-5532-4a8f-a4f8-804e84037820 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 945 time: 0.0473063 Aug 24 06:47:51.396702 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf203381-3e23-41b5-a8fc-60db34c6904a tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Network ebaf0247-9904-4138-a92a-0e04f684cda3 is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:47:51.399023 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:51.402916 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-cf203381-3e23-41b5-a8fc-60db34c6904a tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:47:51.408777 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf203381-3e23-41b5-a8fc-60db34c6904a tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:47:51.412926 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf203381-3e23-41b5-a8fc-60db34c6904a tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Pushing event updated for resources: {'Port': ['ID=08eeca4a-50e5-4c31-8294-bbbbb70f4caf,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:47:51.436938 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-db74f795-c916-4aa2-b146-d8d4514d5623 req-fe2a0942-25fe-4718-a27b-6769243408a5 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488777 Aug 24 06:47:51.502441 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-cf203381-3e23-41b5-a8fc-60db34c6904a tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for floatingip (67ac1279-07d9-46c6-acd3-3a345bd3bd42), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:51.522179 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:51.543758 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-cf203381-3e23-41b5-a8fc-60db34c6904a tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (08eeca4a-50e5-4c31-8294-bbbbb70f4caf), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:51.697111 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-cf203381-3e23-41b5-a8fc-60db34c6904a tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for port (08eeca4a-50e5-4c31-8294-bbbbb70f4caf), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:51.703494 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-cf203381-3e23-41b5-a8fc-60db34c6904a tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (08eeca4a-50e5-4c31-8294-bbbbb70f4caf), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:51.772405 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf203381-3e23-41b5-a8fc-60db34c6904a tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Pushing event updated for resources: {'Port': ['ID=08eeca4a-50e5-4c31-8294-bbbbb70f4caf,revision_number=2']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:47:51.775821 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-cf203381-3e23-41b5-a8fc-60db34c6904a tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698989'] for floatingip (67ac1279-07d9-46c6-acd3-3a345bd3bd42), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:51.793816 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-cf203381-3e23-41b5-a8fc-60db34c6904a tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:51.795068 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-cf203381-3e23-41b5-a8fc-60db34c6904a tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8079572 Aug 24 06:47:52.007695 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-7569f6e0-104e-4a85-85b3-3152391f6cd4 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2130030265&fields=id&tenant_id=0aec98515a95467aa9a43853bfdcb7d7 HTTP/1.1" status: 200 len: 267 time: 0.0458815 Aug 24 06:47:52.121777 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-b231f10d-0796-427d-9fdb-759f16706cdd tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:52.123102 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-b231f10d-0796-427d-9fdb-759f16706cdd tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/networks?id=8be3c841-0d59-4803-979e-08c48130dbdb HTTP/1.1" status: 200 len: 816 time: 0.1046948 Aug 24 06:47:52.137796 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-7b63427c-a3f7-4dcd-a489-5f5a47873277 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/quotas/0aec98515a95467aa9a43853bfdcb7d7 HTTP/1.1" status: 200 len: 375 time: 0.0091455 Aug 24 06:47:52.194654 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-8e777df2-cfad-480f-bd73-6021566bb0aa tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=0aec98515a95467aa9a43853bfdcb7d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519862 Aug 24 06:47:52.299746 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-0a5dfed8-ca60-4e5a-9b56-70dd6e141d7e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8be3c841-0d59-4803-979e-08c48130dbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931079 Aug 24 06:47:52.335677 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:52.395981 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-80387040-957d-49f6-b17b-b2fdb6286b46 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8be3c841-0d59-4803-979e-08c48130dbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902205 Aug 24 06:47:52.599130 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-10445e3c-a478-46ed-9190-7d757d2d7a2d req-6f4a82b1-c5b9-4bb3-88fd-7c329b463e1f tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 210 time: 0.0349085 Aug 24 06:47:52.605129 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43bbe9-7b29-4056-9a5c-492c1cf91d90 req-4f77fca4-2f0f-4d6d-8dfd-5cdbc382470f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:52.607113 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2a43bbe9-7b29-4056-9a5c-492c1cf91d90 req-4f77fca4-2f0f-4d6d-8dfd-5cdbc382470f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 945 time: 0.0905492 Aug 24 06:47:52.638104 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:52.662642 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2a43bbe9-7b29-4056-9a5c-492c1cf91d90 req-3a937af9-75da-444b-a081-6eb105ed9714 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470343 Aug 24 06:47:53.593295 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:53.615086 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-c36cbb78-f71b-4a2a-b556-4aceed028f3e tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:53.616572 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-c36cbb78-f71b-4a2a-b556-4aceed028f3e tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.58 "GET /networking/v2.0/networks?id=8be3c841-0d59-4803-979e-08c48130dbdb HTTP/1.1" status: 200 len: 816 time: 0.1104622 Aug 24 06:47:53.678639 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-9f68c266-a192-4ac6-a303-6abb5a31eaf2 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0aec98515a95467aa9a43853bfdcb7d7 HTTP/1.1" status: 200 len: 380 time: 0.0536649 Aug 24 06:47:53.694420 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-bf87b729-0d45-41a8-918d-d97cf49d9abf tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Request body: {'port': {'device_id': 'efc5a50e-c3a4-4635-ad0e-2127db777881', 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb', 'admin_state_up': True, 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'security_groups': ['315ae0f8-ed9d-4e83-9e9a-476d777349db']}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:47:53.714614 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fe026667-f217-4d01-9f5e-284ae9bcb9e8 req-f56c96eb-66d1-4f12-babb-035220da9908 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 210 time: 0.0339389 Aug 24 06:47:53.816804 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-bf87b729-0d45-41a8-918d-d97cf49d9abf tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Made reservation on behalf of 0aec98515a95467aa9a43853bfdcb7d7 for: {'port': 1} {{(pid=113088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:47:53.820859 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-bf87b729-0d45-41a8-918d-d97cf49d9abf tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:53.954510 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:53.955752 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-bf87b729-0d45-41a8-918d-d97cf49d9abf tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Allocated IP 172.20.0.6 (8be3c841-0d59-4803-979e-08c48130dbdb/81feb445-3ba1-4eb7-aa79-cbcfce06b0ac/7af29038-05f2-4948-9883-4601a629761c) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:47:54.043654 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e249a-ff43-4d43-83f9-330e6f5308d5 req-ca7bef24-f32e-44af-bbdb-0a5a16959ada tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:54.045121 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0e0e249a-ff43-4d43-83f9-330e6f5308d5 req-ca7bef24-f32e-44af-bbdb-0a5a16959ada tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 945 time: 0.2965028 Aug 24 06:47:54.093641 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0e0e249a-ff43-4d43-83f9-330e6f5308d5 req-c568df6a-f294-4762-92b0-166cb95b1fd0 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426600 Aug 24 06:47:54.110520 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-bf87b729-0d45-41a8-918d-d97cf49d9abf tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for port (7af29038-05f2-4948-9883-4601a629761c), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:54.144598 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-bf87b729-0d45-41a8-918d-d97cf49d9abf tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (7af29038-05f2-4948-9883-4601a629761c), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:54.194180 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-bf87b729-0d45-41a8-918d-d97cf49d9abf tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Network 8be3c841-0d59-4803-979e-08c48130dbdb is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:47:54.197313 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-bf87b729-0d45-41a8-918d-d97cf49d9abf tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:47:54.201324 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-bf87b729-0d45-41a8-918d-d97cf49d9abf tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:47:54.226224 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87b729-0d45-41a8-918d-d97cf49d9abf tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Pushing event updated for resources: {'Port': ['ID=7af29038-05f2-4948-9883-4601a629761c,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:47:54.257232 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-bf87b729-0d45-41a8-918d-d97cf49d9abf tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:54.257877 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-bf87b729-0d45-41a8-918d-d97cf49d9abf tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:54.276215 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-bf87b729-0d45-41a8-918d-d97cf49d9abf tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5894835 Aug 24 06:47:54.287536 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-74f95c0e-4d60-4b19-8205-035b79096b00 service neutron] Request body: {'port': {'device_id': 'efc5a50e-c3a4-4635-ad0e-2127db777881', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:47:54.349506 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-74f95c0e-4d60-4b19-8205-035b79096b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (7af29038-05f2-4948-9883-4601a629761c), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:54.376372 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-0276b5d2-54d3-423d-8eec-37f4808fe2f6 None None] Provisioning complete for port 7af29038-05f2-4948-9883-4601a629761c triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:47:54.376907 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0276b5d2-54d3-423d-8eec-37f4808fe2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (7af29038-05f2-4948-9883-4601a629761c), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:54.406360 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:54.413540 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-0276b5d2-54d3-423d-8eec-37f4808fe2f6 None None] Port 7af29038-05f2-4948-9883-4601a629761c cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:47:54.477386 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:54.619632 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-74f95c0e-4d60-4b19-8205-035b79096b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af29038-05f2-4948-9883-4601a629761c {{(pid=113088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:47:54.627510 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-74f95c0e-4d60-4b19-8205-035b79096b00 service neutron] Publish callbacks [] for port (7af29038-05f2-4948-9883-4601a629761c), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:54.641948 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.provisioning_blocks [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-74f95c0e-4d60-4b19-8205-035b79096b00 service neutron] Transition to ACTIVE for port object 7af29038-05f2-4948-9883-4601a629761c will not be triggered until provisioned by entity L2. {{(pid=113088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 06:47:54.648953 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-74f95c0e-4d60-4b19-8205-035b79096b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (7af29038-05f2-4948-9883-4601a629761c), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:54.737461 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f95c0e-4d60-4b19-8205-035b79096b00 service neutron] Pushing event updated for resources: {'Port': ['ID=7af29038-05f2-4948-9883-4601a629761c,revision_number=2']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:47:54.769535 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-74f95c0e-4d60-4b19-8205-035b79096b00 service neutron] Attempting to bind port 7af29038-05f2-4948-9883-4601a629761c on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:47:54.769873 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-74f95c0e-4d60-4b19-8205-035b79096b00 service neutron] Attempting to bind port 7af29038-05f2-4948-9883-4601a629761c by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': 'b5516234-5380-4558-bccf-bf2354b2ccbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb'}] {{(pid=113088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:47:54.770220 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-74f95c0e-4d60-4b19-8205-035b79096b00 service neutron] Attempting to bind port 7af29038-05f2-4948-9883-4601a629761c on network 8be3c841-0d59-4803-979e-08c48130dbdb {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:47:54.772994 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:54.775285 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-74f95c0e-4d60-4b19-8205-035b79096b00 service neutron] Port 7af29038-05f2-4948-9883-4601a629761c on network 8be3c841-0d59-4803-979e-08c48130dbdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 06:47:54.775604 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-74f95c0e-4d60-4b19-8205-035b79096b00 service neutron] Attempting to bind port 7af29038-05f2-4948-9883-4601a629761c on network 8be3c841-0d59-4803-979e-08c48130dbdb {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:47:54.781492 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-74f95c0e-4d60-4b19-8205-035b79096b00 service neutron] Checking agent: {'id': '92318399-7fe8-4397-ad86-085269988e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'started_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:47:54.781861 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-74f95c0e-4d60-4b19-8205-035b79096b00 service neutron] Checking segment: {'id': 'b5516234-5380-4558-bccf-bf2354b2ccbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:47:54.782368 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-74f95c0e-4d60-4b19-8205-035b79096b00 service neutron] Bound using segment: {'id': 'b5516234-5380-4558-bccf-bf2354b2ccbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb'} {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:47:54.782788 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-74f95c0e-4d60-4b19-8205-035b79096b00 service neutron] Bound port: 7af29038-05f2-4948-9883-4601a629761c, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5516234-5380-4558-bccf-bf2354b2ccbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb'}}] {{(pid=113088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:47:54.783160 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-74f95c0e-4d60-4b19-8205-035b79096b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (7af29038-05f2-4948-9883-4601a629761c), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:54.848001 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557c968-cb4f-4c01-9e45-8aa42ac4b1e1 req-bd3ef516-474b-45d4-a161-ad137a3d1a9b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:54.849360 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-74f95c0e-4d60-4b19-8205-035b79096b00 service neutron] For port 7af29038-05f2-4948-9883-4601a629761c, host hv-cinder-85427, cleared binding levels {{(pid=113088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:47:54.849531 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b557c968-cb4f-4c01-9e45-8aa42ac4b1e1 req-bd3ef516-474b-45d4-a161-ad137a3d1a9b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 943 time: 0.0474765 Aug 24 06:47:54.852890 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-74f95c0e-4d60-4b19-8205-035b79096b00 service neutron] For port 7af29038-05f2-4948-9883-4601a629761c, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=7af29038-05f2-4948-9883-4601a629761c,segment=NetworkSegment(b5516234-5380-4558-bccf-bf2354b2ccbf),segment_id=b5516234-5380-4558-bccf-bf2354b2ccbf)] {{(pid=113088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:47:54.859962 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-74f95c0e-4d60-4b19-8205-035b79096b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (7af29038-05f2-4948-9883-4601a629761c), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:54.864105 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-74f95c0e-4d60-4b19-8205-035b79096b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:54.864718 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-74f95c0e-4d60-4b19-8205-035b79096b00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:54.866073 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-74f95c0e-4d60-4b19-8205-035b79096b00 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/7af29038-05f2-4948-9883-4601a629761c HTTP/1.1" status: 200 len: 1093 time: 0.5828648 Aug 24 06:47:54.867566 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc5a50e-c3a4-4635-ad0e-2127db777881', 'tag': '7af29038-05f2-4948-9883-4601a629761c'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:47:54.869805 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e84815d-49e2-4ca3-988a-5aa210099e06" -d '{"events": [{"name": "network-changed", "server_uuid": "efc5a50e-c3a4-4635-ad0e-2127db777881", "tag": "7af29038-05f2-4948-9883-4601a629761c"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:47:54.905056 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b557c968-cb4f-4c01-9e45-8aa42ac4b1e1 req-8b5e3baf-52bc-4934-8a02-7fb637021765 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490077 Aug 24 06:47:54.918846 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f95c0e-4d60-4b19-8205-035b79096b00 service neutron] Pushing event updated for resources: {'Port': ['ID=7af29038-05f2-4948-9883-4601a629761c,revision_number=3']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:47:54.951661 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1294ea-3362-4ebf-9ec2-5d7342628a9c x-openstack-request-id: req-ef1294ea-3362-4ebf-9ec2-5d7342628a9c {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:47:54.951952 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc5a50e-c3a4-4635-ad0e-2127db777881", "tag": "7af29038-05f2-4948-9883-4601a629761c", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:47:54.952200 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ef1294ea-3362-4ebf-9ec2-5d7342628a9c {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:47:54.952595 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef1294ea-3362-4ebf-9ec2-5d7342628a9c'] response: {'name': 'network-changed', 'server_uuid': 'efc5a50e-c3a4-4635-ad0e-2127db777881', 'tag': '7af29038-05f2-4948-9883-4601a629761c', 'status': 'completed', 'code': 200} Aug 24 06:47:54.963967 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-ca9c2367-9cdc-49ed-aafd-e0ac58225025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:54.965832 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-ca9c2367-9cdc-49ed-aafd-e0ac58225025 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0aec98515a95467aa9a43853bfdcb7d7&device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 1127 time: 0.0440214 Aug 24 06:47:55.012245 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-e83475c4-e218-4cc8-8e8f-1c3c9e64df7e service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7af29038-05f2-4948-9883-4601a629761c HTTP/1.1" status: 200 len: 217 time: 0.0379438 Aug 24 06:47:55.071661 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-e6f8b259-cefd-4c78-862d-823da0aa566a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:55.073124 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-e6f8b259-cefd-4c78-862d-823da0aa566a service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=81feb445-3ba1-4eb7-aa79-cbcfce06b0ac HTTP/1.1" status: 200 len: 855 time: 0.0525448 Aug 24 06:47:55.117205 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-7fb47b5b-77e4-4352-8029-84ba6f2b14fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:55.118654 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-7fb47b5b-77e4-4352-8029-84ba6f2b14fb service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=8be3c841-0d59-4803-979e-08c48130dbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391424 Aug 24 06:47:55.222412 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-3c1c14c5-2160-481f-a42c-ab0ebd627f18 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/8be3c841-0d59-4803-979e-08c48130dbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965044 Aug 24 06:47:55.229398 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf1595-a115-4358-865f-0e7c7ca866cd req-b6dacc07-0d24-468f-a35e-a2c4c612e142 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:55.231182 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d1bf1595-a115-4358-865f-0e7c7ca866cd req-b6dacc07-0d24-468f-a35e-a2c4c612e142 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 945 time: 0.0573568 Aug 24 06:47:55.279801 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d1bf1595-a115-4358-865f-0e7c7ca866cd req-ba4f7b2d-12eb-41e0-bebd-4397ff78ce6d tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428097 Aug 24 06:47:55.323037 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-47a2c6f1-d590-4dd7-9926-898af2aa3fe8 req-6deac413-cc44-479e-af57-e92ff4def5cc service neutron] 10.222.0.58 "GET /networking/v2.0/networks/8be3c841-0d59-4803-979e-08c48130dbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924187 Aug 24 06:47:56.039141 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f36642-c51d-45d3-94a6-726a3c0b3c4f req-9f8a16bf-4c2e-4c68-9de5-bfbd77e8059d tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:56.040543 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e8f36642-c51d-45d3-94a6-726a3c0b3c4f req-9f8a16bf-4c2e-4c68-9de5-bfbd77e8059d tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 943 time: 0.0489159 Aug 24 06:47:56.087896 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e8f36642-c51d-45d3-94a6-726a3c0b3c4f req-001d392e-1f57-47a5-b12c-2c3471da01c5 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415008 Aug 24 06:47:56.321000 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84815d-49e2-4ca3-988a-5aa210099e06 req-d2bf2174-9136-42b3-b138-b02edd8b84b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:56.322694 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0e84815d-49e2-4ca3-988a-5aa210099e06 req-d2bf2174-9136-42b3-b138-b02edd8b84b1 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0aec98515a95467aa9a43853bfdcb7d7&device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 1127 time: 0.0490403 Aug 24 06:47:56.405105 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddcc37-cfc1-4c4b-8c14-c45b86540265 req-e5fb974a-1227-4c68-afee-81f59759fa94 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:56.406600 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5fddcc37-cfc1-4c4b-8c14-c45b86540265 req-e5fb974a-1227-4c68-afee-81f59759fa94 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 945 time: 0.0496364 Aug 24 06:47:56.468518 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5fddcc37-cfc1-4c4b-8c14-c45b86540265 req-57c583b8-db82-4f20-8c98-c3c130af9a13 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538433 Aug 24 06:47:56.562571 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:56.576561 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84815d-49e2-4ca3-988a-5aa210099e06 req-659a8f8f-0477-47c4-a20c-998b065293ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:56.577931 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0e84815d-49e2-4ca3-988a-5aa210099e06 req-659a8f8f-0477-47c4-a20c-998b065293ce service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=8be3c841-0d59-4803-979e-08c48130dbdb HTTP/1.1" status: 200 len: 917 time: 0.0920737 Aug 24 06:47:56.627149 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0e84815d-49e2-4ca3-988a-5aa210099e06 req-d75bb20a-ea59-4b90-a45b-aa6b13df8770 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7af29038-05f2-4948-9883-4601a629761c HTTP/1.1" status: 200 len: 217 time: 0.0350430 Aug 24 06:47:56.680151 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84815d-49e2-4ca3-988a-5aa210099e06 req-d02ece50-e3c4-4f3b-88ae-573ba4999e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:56.681614 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0e84815d-49e2-4ca3-988a-5aa210099e06 req-d02ece50-e3c4-4f3b-88ae-573ba4999e20 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=81feb445-3ba1-4eb7-aa79-cbcfce06b0ac HTTP/1.1" status: 200 len: 855 time: 0.0484164 Aug 24 06:47:56.735157 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84815d-49e2-4ca3-988a-5aa210099e06 req-ce3eed48-337e-48db-988f-c13fc008f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:56.736672 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0e84815d-49e2-4ca3-988a-5aa210099e06 req-ce3eed48-337e-48db-988f-c13fc008f4bd service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=8be3c841-0d59-4803-979e-08c48130dbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447559 Aug 24 06:47:56.842403 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0e84815d-49e2-4ca3-988a-5aa210099e06 req-9d963166-f991-44fb-9685-c4d47ec459b8 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/8be3c841-0d59-4803-979e-08c48130dbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992527 Aug 24 06:47:56.939226 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0e84815d-49e2-4ca3-988a-5aa210099e06 req-d7d9e196-0735-4ca1-a31f-1b8026ad4f9c service neutron] 10.222.0.58 "GET /networking/v2.0/networks/8be3c841-0d59-4803-979e-08c48130dbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902395 Aug 24 06:47:57.029767 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 7af29038-05f2-4948-9883-4601a629761c details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 06:47:57.154796 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 7af29038-05f2-4948-9883-4601a629761c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=7af29038-05f2-4948-9883-4601a629761c,segment=NetworkSegment(b5516234-5380-4558-bccf-bf2354b2ccbf),segment_id=b5516234-5380-4558-bccf-bf2354b2ccbf)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:47:57.167033 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Returning: {'device': '7af29038-05f2-4948-9883-4601a629761c', 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb', 'port_id': '7af29038-05f2-4948-9883-4601a629761c', 'mac_address': 'fa:16:3e:85:18:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 06:47:57.208391 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 7af29038-05f2-4948-9883-4601a629761c is: DOWN; New status is: BUILD {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:47:57.208778 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (7af29038-05f2-4948-9883-4601a629761c), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:57.223016 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af29038-05f2-4948-9883-4601a629761c {{(pid=113090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:47:57.223221 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5304b6-fac1-40ca-a8ad-a63e3132ccf8 req-f7d9aec7-33b1-43ff-813a-3167e750d5c2 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:57.224796 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ad5304b6-fac1-40ca-a8ad-a63e3132ccf8 req-f7d9aec7-33b1-43ff-813a-3167e750d5c2 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 943 time: 0.0490468 Aug 24 06:47:57.244178 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 7af29038-05f2-4948-9883-4601a629761c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=7af29038-05f2-4948-9883-4601a629761c,segment=NetworkSegment(b5516234-5380-4558-bccf-bf2354b2ccbf),segment_id=b5516234-5380-4558-bccf-bf2354b2ccbf)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:47:57.248986 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (7af29038-05f2-4948-9883-4601a629761c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:57.276363 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ad5304b6-fac1-40ca-a8ad-a63e3132ccf8 req-7f46749b-9053-421d-bf52-01b388b33072 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458004 Aug 24 06:47:57.297623 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=7af29038-05f2-4948-9883-4601a629761c,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:47:57.513724 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['7af29038-05f2-4948-9883-4601a629761c'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:47:57.600368 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b8a94-9fc4-4df0-9f52-d345ccec4b61 req-b69b992e-465e-4d80-b46e-ca67291e37dc tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:57.601861 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9d6b8a94-9fc4-4df0-9f52-d345ccec4b61 req-b69b992e-465e-4d80-b46e-ca67291e37dc tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 945 time: 0.0484340 Aug 24 06:47:57.652157 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9d6b8a94-9fc4-4df0-9f52-d345ccec4b61 req-7b5d1969-3115-4957-8543-24572b8e2521 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443394 Aug 24 06:47:58.417364 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ceaf1-1197-4719-a1ef-575557126dac req-a4caa563-34eb-4546-96d0-b4c5799713c3 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:58.418839 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-737ceaf1-1197-4719-a1ef-575557126dac req-a4caa563-34eb-4546-96d0-b4c5799713c3 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 944 time: 0.0523202 Aug 24 06:47:58.470941 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-737ceaf1-1197-4719-a1ef-575557126dac req-d7041d3d-471a-48e4-bc9f-689ca4065710 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439436 Aug 24 06:47:58.777353 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe593200-a0a4-4510-8e98-d6dd4edf6c0d req-8cbbcb73-b9c3-4be8-9c97-219fa641269c tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:58.778921 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fe593200-a0a4-4510-8e98-d6dd4edf6c0d req-8cbbcb73-b9c3-4be8-9c97-219fa641269c tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 945 time: 0.0501473 Aug 24 06:47:58.833040 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fe593200-a0a4-4510-8e98-d6dd4edf6c0d req-6c59ac94-a1d5-4818-a759-dff125b61ebe tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467525 Aug 24 06:47:58.880467 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb5a62-453b-4f28-a770-d450116262fa req-1d3fb6bf-95dc-474d-a210-f187577fcd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:58.881990 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-1fdb5a62-453b-4f28-a770-d450116262fa req-1d3fb6bf-95dc-474d-a210-f187577fcd5b service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 1129 time: 0.0399020 Aug 24 06:47:58.932673 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-1fdb5a62-453b-4f28-a770-d450116262fa req-7c34a540-ae5d-4f0c-b78c-9cbbe12cd7ae service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438135 Aug 24 06:47:59.041298 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 7af29038-05f2-4948-9883-4601a629761c up at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:47:59.087225 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning for port 7af29038-05f2-4948-9883-4601a629761c completed by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 06:47:59.095718 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning complete for port 7af29038-05f2-4948-9883-4601a629761c triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:47:59.096226 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (7af29038-05f2-4948-9883-4601a629761c), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:59.176938 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 7af29038-05f2-4948-9883-4601a629761c is: BUILD; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:47:59.177323 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (7af29038-05f2-4948-9883-4601a629761c), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:59.201793 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc5a50e-c3a4-4635-ad0e-2127db777881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af29038-05f2-4948-9883-4601a629761c'}] {{(pid=113090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:47:59.204105 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b6006cf2a23db0b36d2003dbfde04691441a00dec53483979079bf2def40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65fd2a1-9fb0-4356-bcf9-ec79652f13f4" -d '{"events": [{"server_uuid": "efc5a50e-c3a4-4635-ad0e-2127db777881", "name": "network-vif-plugged", "status": "completed", "tag": "7af29038-05f2-4948-9883-4601a629761c"}]}' {{(pid=113090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:47:59.219394 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 7af29038-05f2-4948-9883-4601a629761c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=7af29038-05f2-4948-9883-4601a629761c,segment=NetworkSegment(b5516234-5380-4558-bccf-bf2354b2ccbf),segment_id=b5516234-5380-4558-bccf-bf2354b2ccbf)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:47:59.225396 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (7af29038-05f2-4948-9883-4601a629761c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:47:59.250233 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2284ee4-b28b-4d64-8b93-35e668f93875 x-openstack-request-id: req-f2284ee4-b28b-4d64-8b93-35e668f93875 {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:47:59.250555 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc5a50e-c3a4-4635-ad0e-2127db777881", "name": "network-vif-plugged", "status": "completed", "tag": "7af29038-05f2-4948-9883-4601a629761c", "code": 200}]} {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:47:59.250829 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f2284ee4-b28b-4d64-8b93-35e668f93875 {{(pid=113090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:47:59.251548 dv-cinder-854271-1-iscsi neutron-server[113090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2284ee4-b28b-4d64-8b93-35e668f93875'] response: {'server_uuid': 'efc5a50e-c3a4-4635-ad0e-2127db777881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af29038-05f2-4948-9883-4601a629761c', 'code': 200} Aug 24 06:47:59.270990 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:59.283787 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=7af29038-05f2-4948-9883-4601a629761c,revision_number=5']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:47:59.565922 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:59.608302 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d92de3-a1d3-4b29-8072-4fcb97b611d1 req-fec59727-776e-41dd-85dd-12394814eb1c tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:59.609782 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-83d92de3-a1d3-4b29-8072-4fcb97b611d1 req-fec59727-776e-41dd-85dd-12394814eb1c tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 945 time: 0.0531173 Aug 24 06:47:59.660316 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-83d92de3-a1d3-4b29-8072-4fcb97b611d1 req-f4b6f58c-ac5d-4d45-adb9-f9fc5950c447 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426602 Aug 24 06:47:59.761043 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:47:59.770221 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a50d03-5fc3-4ab5-9ec0-7774122188a9 req-196016d5-b4d7-427c-9c58-d177f337efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:59.771781 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-45a50d03-5fc3-4ab5-9ec0-7774122188a9 req-196016d5-b4d7-427c-9c58-d177f337efaa service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 1129 time: 0.0472779 Aug 24 06:47:59.820356 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-45a50d03-5fc3-4ab5-9ec0-7774122188a9 req-7eb0fd0c-67c5-4f71-98a5-a761fc3785d2 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406189 Aug 24 06:47:59.964845 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34750ff5-4695-4dac-af70-4fdd525cf912 req-e57e8701-40d5-4fc5-bc85-b8e9bfa25c08 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:47:59.966331 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-34750ff5-4695-4dac-af70-4fdd525cf912 req-e57e8701-40d5-4fc5-bc85-b8e9bfa25c08 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 945 time: 0.0531671 Aug 24 06:47:59.992334 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:00.020337 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-34750ff5-4695-4dac-af70-4fdd525cf912 req-0518cb1c-6f92-488a-bf39-d6c871c90f12 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478776 Aug 24 06:48:00.800441 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccad68-26dc-4a10-9c0d-2fb7185d4d7c req-e3ab45f6-0f53-42c4-9833-4e3ea92e827e tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:00.801939 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-8eccad68-26dc-4a10-9c0d-2fb7185d4d7c req-e3ab45f6-0f53-42c4-9833-4e3ea92e827e tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 945 time: 0.0508928 Aug 24 06:48:00.858562 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-8eccad68-26dc-4a10-9c0d-2fb7185d4d7c req-c2161313-0b09-423c-aee8-9c018d3a734f tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484333 Aug 24 06:48:01.157519 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe465964-6de8-47fe-abe7-3636a99c8fe4 req-c1991ec4-e965-428e-941e-aac73b87bda3 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:01.158992 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fe465964-6de8-47fe-abe7-3636a99c8fe4 req-c1991ec4-e965-428e-941e-aac73b87bda3 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 945 time: 0.0497332 Aug 24 06:48:01.210182 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fe465964-6de8-47fe-abe7-3636a99c8fe4 req-92f0715d-f2f5-4d33-be05-bda9bb34b4f6 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430913 Aug 24 06:48:01.657111 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833fa024-6772-4ff1-943c-bb8af529755f req-a81b69fc-1afe-47fd-baad-6b9383ca031c tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:01.658639 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-833fa024-6772-4ff1-943c-bb8af529755f req-a81b69fc-1afe-47fd-baad-6b9383ca031c tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 945 time: 0.0557923 Aug 24 06:48:01.710105 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-833fa024-6772-4ff1-943c-bb8af529755f req-f287ed35-1fda-4a35-af9f-428dbe75986e tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425198 Aug 24 06:48:02.007158 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d81b4-bc29-40d8-8484-022f03b7e775 req-57877935-84e2-4daa-8964-02a57ad6705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:02.008688 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-e30d81b4-bc29-40d8-8484-022f03b7e775 req-57877935-84e2-4daa-8964-02a57ad6705b service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=2a401374685240dc94fe28ca99ad4e11&device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 1129 time: 0.0398862 Aug 24 06:48:02.010792 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030e344-2d12-4b9b-ad1d-9b74c2cda7ce req-0eb3a30a-0b21-4acb-a4b3-7a42495cb3a2 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:02.012269 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-8030e344-2d12-4b9b-ad1d-9b74c2cda7ce req-0eb3a30a-0b21-4acb-a4b3-7a42495cb3a2 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 945 time: 0.0519202 Aug 24 06:48:02.062924 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-8030e344-2d12-4b9b-ad1d-9b74c2cda7ce req-d4b15d48-b5e4-4689-afc0-9eba7c949dd5 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437431 Aug 24 06:48:02.104925 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d81b4-bc29-40d8-8484-022f03b7e775 req-1d052a17-e59d-4def-940f-da58b7aedcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:02.106386 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-e30d81b4-bc29-40d8-8484-022f03b7e775 req-1d052a17-e59d-4def-940f-da58b7aedcd5 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad HTTP/1.1" status: 200 len: 920 time: 0.0901165 Aug 24 06:48:02.171231 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-e30d81b4-bc29-40d8-8484-022f03b7e775 req-9f8fd664-46ec-4f9e-b394-595320fd1bd9 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2387098c-848a-4eec-b0d6-bbcdd822e16b HTTP/1.1" status: 200 len: 1001 time: 0.0582914 Aug 24 06:48:02.186470 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e82c2-fcbb-4b23-a131-0dc6000100d1 req-c55c0192-c25d-4f74-867c-c0c535f06ff8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:02.187993 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5e1e82c2-fcbb-4b23-a131-0dc6000100d1 req-c55c0192-c25d-4f74-867c-c0c535f06ff8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 945 time: 0.0489268 Aug 24 06:48:02.198923 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 52794) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:48:02.203495 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-f654dc20-356f-40f4-a070-6767a660d10e tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Request body: {'floatingip': {'port_id': '7af29038-05f2-4948-9883-4601a629761c'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:48:02.228951 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d81b4-bc29-40d8-8484-022f03b7e775 req-b50793dc-6cbb-4229-b058-afd2cf3ee0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:02.230478 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-e30d81b4-bc29-40d8-8484-022f03b7e775 req-b50793dc-6cbb-4229-b058-afd2cf3ee0c0 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=87c63329-c783-4018-8f3e-d78ef061967a HTTP/1.1" status: 200 len: 858 time: 0.0487859 Aug 24 06:48:02.244061 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f654dc20-356f-40f4-a070-6767a660d10e tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for floatingip (67ac1279-07d9-46c6-acd3-3a345bd3bd42), before_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:02.281762 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d81b4-bc29-40d8-8484-022f03b7e775 req-61d1b8f7-bc9c-423a-b768-6d9a76ff5000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:02.284283 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-e30d81b4-bc29-40d8-8484-022f03b7e775 req-61d1b8f7-bc9c-423a-b768-6d9a76ff5000 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446703 Aug 24 06:48:02.377978 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-e30d81b4-bc29-40d8-8484-022f03b7e775 req-4e727b49-6272-45e9-84a5-d27d611830e1 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871420 Aug 24 06:48:02.469052 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=100 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:02.476389 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-e30d81b4-bc29-40d8-8484-022f03b7e775 req-44b6205b-c656-4ea0-a492-1efd54173fd4 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920129 Aug 24 06:48:02.695040 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f654dc20-356f-40f4-a070-6767a660d10e tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:02.701236 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f654dc20-356f-40f4-a070-6767a660d10e tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698989'] for floatingip (67ac1279-07d9-46c6-acd3-3a345bd3bd42), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:02.743555 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:02.843093 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.db.l3_db [None req-f654dc20-356f-40f4-a070-6767a660d10e tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Floating IP 67ac1279-07d9-46c6-acd3-3a345bd3bd42 associated. External IP: 172.27.3.2, port: 7af29038-05f2-4948-9883-4601a629761c. Aug 24 06:48:02.850704 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1d980-a3fa-47b5-96a4-45a65c25699c req-66284ed7-4c69-4ce9-b8a2-002ffef863a9 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:02.852227 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-00e1d980-a3fa-47b5-96a4-45a65c25699c req-66284ed7-4c69-4ce9-b8a2-002ffef863a9 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 945 time: 0.0615511 Aug 24 06:48:02.929906 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:02.978638 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-00e1d980-a3fa-47b5-96a4-45a65c25699c req-3ef1ae75-f6aa-4ec9-a50a-daeb43aa2143 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907803 Aug 24 06:48:03.097664 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f654dc20-356f-40f4-a070-6767a660d10e tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Router b859ea55-410f-4150-99fc-46246c7302ec has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:48:03.204585 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f654dc20-356f-40f4-a070-6767a660d10e tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:48:03.209847 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f654dc20-356f-40f4-a070-6767a660d10e tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:03.214616 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd018ae-1e5b-4a41-ba63-0cb52e032778 None None] Sync routers for ids ['b859ea55-410f-4150-99fc-46246c7302ec'] in dv-cinder-854271-1-iscsi {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:48:03.225551 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd018ae-1e5b-4a41-ba63-0cb52e032778 None None] Routers {'b859ea55-410f-4150-99fc-46246c7302ec'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:48:03.226170 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-0fd018ae-1e5b-4a41-ba63-0cb52e032778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:47:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['b859ea55-410f-4150-99fc-46246c7302ec'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:48:03.245558 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-f654dc20-356f-40f4-a070-6767a660d10e tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/67ac1279-07d9-46c6-acd3-3a345bd3bd42 HTTP/1.1" status: 200 len: 989 time: 1.0454664 Aug 24 06:48:03.246144 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc5a50e-c3a4-4635-ad0e-2127db777881', 'tag': '7af29038-05f2-4948-9883-4601a629761c'}] {{(pid=113089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:48:03.248425 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95c9b8c2b54b2cd10d832cf4cc4818d331942fea0eff1eb136de0d3feea1bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf18563-0aeb-4ee8-8c1e-c0117893279e" -d '{"events": [{"name": "network-changed", "server_uuid": "efc5a50e-c3a4-4635-ad0e-2127db777881", "tag": "7af29038-05f2-4948-9883-4601a629761c"}]}' {{(pid=113089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:48:03.291605 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464b84a3-87a6-4380-9114-9c8670b1c86a x-openstack-request-id: req-464b84a3-87a6-4380-9114-9c8670b1c86a {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:48:03.291894 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc5a50e-c3a4-4635-ad0e-2127db777881", "tag": "7af29038-05f2-4948-9883-4601a629761c", "status": "completed", "code": 200}]} {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:48:03.292142 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-464b84a3-87a6-4380-9114-9c8670b1c86a {{(pid=113089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:48:03.292546 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-464b84a3-87a6-4380-9114-9c8670b1c86a'] response: {'name': 'network-changed', 'server_uuid': 'efc5a50e-c3a4-4635-ad0e-2127db777881', 'tag': '7af29038-05f2-4948-9883-4601a629761c', 'status': 'completed', 'code': 200} Aug 24 06:48:03.341842 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-0fd018ae-1e5b-4a41-ba63-0cb52e032778 None None] Set router b859ea55-410f-4150-99fc-46246c7302ec gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:48:03.416697 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:03.585802 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-0fd018ae-1e5b-4a41-ba63-0cb52e032778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'name': 'tempest-AttachVolumeShelveTestJSON-314602131-router', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:24Z', 'revision_number': 4, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'gw_port': {'id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '67ac1279-07d9-46c6-acd3-3a345bd3bd42', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'floating_ip_address': '172.27.3.2', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'port_id': '7af29038-05f2-4948-9883-4601a629761c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb', 'mac_address': 'fa:16:3e:85:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc5a50e-c3a4-4635-ad0e-2127db777881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:47:51Z', 'updated_at': '2022-08-24T06:48:02Z', 'revision_number': 1, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c16fb31-f66e-45bd-b513-c1d7c73b297e', 'name': '', 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'mac_address': 'fa:16:3e:74:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:22Z', 'updated_at': '2022-08-24T06:43:41Z', 'revision_number': 5, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'subnets': [{'id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:48:03.611830 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd018ae-1e5b-4a41-ba63-0cb52e032778 None None] Checking router: b859ea55-410f-4150-99fc-46246c7302ec for host: dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:48:03.621311 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd018ae-1e5b-4a41-ba63-0cb52e032778 None None] Routers {'b859ea55-410f-4150-99fc-46246c7302ec'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:48:03.621914 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-0fd018ae-1e5b-4a41-ba63-0cb52e032778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:47:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['b859ea55-410f-4150-99fc-46246c7302ec'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:48:03.725035 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-0fd018ae-1e5b-4a41-ba63-0cb52e032778 None None] Set router b859ea55-410f-4150-99fc-46246c7302ec gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:48:03.955899 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-0fd018ae-1e5b-4a41-ba63-0cb52e032778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'name': 'tempest-AttachVolumeShelveTestJSON-314602131-router', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:24Z', 'revision_number': 4, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'gw_port': {'id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '67ac1279-07d9-46c6-acd3-3a345bd3bd42', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'floating_ip_address': '172.27.3.2', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'port_id': '7af29038-05f2-4948-9883-4601a629761c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb', 'mac_address': 'fa:16:3e:85:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc5a50e-c3a4-4635-ad0e-2127db777881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:47:51Z', 'updated_at': '2022-08-24T06:48:02Z', 'revision_number': 1, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c16fb31-f66e-45bd-b513-c1d7c73b297e', 'name': '', 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'mac_address': 'fa:16:3e:74:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:22Z', 'updated_at': '2022-08-24T06:43:41Z', 'revision_number': 5, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'subnets': [{'id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:48:03.983658 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd018ae-1e5b-4a41-ba63-0cb52e032778 None None] The sync data for ids ['b859ea55-410f-4150-99fc-46246c7302ec'] in dv-cinder-854271-1-iscsi is: [{'id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'name': 'tempest-AttachVolumeShelveTestJSON-314602131-router', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:24Z', 'revision_number': 4, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'gw_port': {'id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '67ac1279-07d9-46c6-acd3-3a345bd3bd42', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'floating_ip_address': '172.27.3.2', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'port_id': '7af29038-05f2-4948-9883-4601a629761c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb', 'mac_address': 'fa:16:3e:85:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc5a50e-c3a4-4635-ad0e-2127db777881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:47:51Z', 'updated_at': '2022-08-24T06:48:02Z', 'revision_number': 1, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c16fb31-f66e-45bd-b513-c1d7c73b297e', 'name': '', 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'mac_address': 'fa:16:3e:74:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:22Z', 'updated_at': '2022-08-24T06:43:41Z', 'revision_number': 5, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'subnets': [{'id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:48:04.115919 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60cbbc-3b8e-4828-b926-2917443a7d3c req-1b4f26a6-9607-41da-bde9-1597d6fe9a72 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:04.117530 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1e60cbbc-3b8e-4828-b926-2917443a7d3c req-1b4f26a6-9607-41da-bde9-1597d6fe9a72 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 945 time: 0.0537062 Aug 24 06:48:04.171492 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1e60cbbc-3b8e-4828-b926-2917443a7d3c req-40656491-f145-48be-b95d-e314baef9fe0 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479810 Aug 24 06:48:04.202427 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3d6d82-0429-477b-98c6-83359c4311bb None None] New status for floating IP 67ac1279-07d9-46c6-acd3-3a345bd3bd42: ACTIVE {{(pid=113091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 06:48:04.230215 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf18563-0aeb-4ee8-8c1e-c0117893279e req-1e3b5936-c164-4d5e-a430-baa8d151dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:04.231817 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-8bf18563-0aeb-4ee8-8c1e-c0117893279e req-1e3b5936-c164-4d5e-a430-baa8d151dba8 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0aec98515a95467aa9a43853bfdcb7d7&device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 1129 time: 0.0498540 Aug 24 06:48:04.331434 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf18563-0aeb-4ee8-8c1e-c0117893279e req-d64bec88-1c74-45d2-a543-e56b586d8775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:04.333394 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-8bf18563-0aeb-4ee8-8c1e-c0117893279e req-d64bec88-1c74-45d2-a543-e56b586d8775 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=8be3c841-0d59-4803-979e-08c48130dbdb HTTP/1.1" status: 200 len: 917 time: 0.0940983 Aug 24 06:48:04.407165 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-8bf18563-0aeb-4ee8-8c1e-c0117893279e req-05eeae68-627b-424e-893e-d4f58478a849 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7af29038-05f2-4948-9883-4601a629761c HTTP/1.1" status: 200 len: 999 time: 0.0568373 Aug 24 06:48:05.031300 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf18563-0aeb-4ee8-8c1e-c0117893279e req-3e71a250-99aa-4242-95e1-3a15b42e34e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:05.033221 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-8bf18563-0aeb-4ee8-8c1e-c0117893279e req-3e71a250-99aa-4242-95e1-3a15b42e34e1 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=81feb445-3ba1-4eb7-aa79-cbcfce06b0ac HTTP/1.1" status: 200 len: 855 time: 0.0478938 Aug 24 06:48:05.098209 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf18563-0aeb-4ee8-8c1e-c0117893279e req-cb12ce31-838d-43b2-a7ad-d6485acc702c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:05.099766 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-8bf18563-0aeb-4ee8-8c1e-c0117893279e req-cb12ce31-838d-43b2-a7ad-d6485acc702c service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=8be3c841-0d59-4803-979e-08c48130dbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465093 Aug 24 06:48:05.198406 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-8bf18563-0aeb-4ee8-8c1e-c0117893279e req-3f5ac48d-3d85-4302-a78a-a1d7ee7d1855 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/8be3c841-0d59-4803-979e-08c48130dbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858037 Aug 24 06:48:05.305034 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-8bf18563-0aeb-4ee8-8c1e-c0117893279e req-8153a64c-6704-41b2-b210-2bcf05a679a1 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/8be3c841-0d59-4803-979e-08c48130dbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928314 Aug 24 06:48:05.327250 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce0482-2b86-4e3a-934f-ccb15148eab0 req-fcf6293c-a919-4d09-a919-32ed4bc5845f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:05.328818 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bdce0482-2b86-4e3a-934f-ccb15148eab0 req-fcf6293c-a919-4d09-a919-32ed4bc5845f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 945 time: 0.0689352 Aug 24 06:48:05.378336 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bdce0482-2b86-4e3a-934f-ccb15148eab0 req-dc0f07cb-6064-4e7d-be52-406374a87123 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434673 Aug 24 06:48:05.508928 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfc038-2bee-4226-9421-fea4dd6df277 req-26c3396e-3bf8-4c56-b0f3-fbed1a132849 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:05.510399 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-75dfc038-2bee-4226-9421-fea4dd6df277 req-26c3396e-3bf8-4c56-b0f3-fbed1a132849 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 945 time: 0.0495217 Aug 24 06:48:05.521164 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 52808) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:48:05.525991 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-dda5d305-2c85-4e90-9fc2-76129bf60524 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Request body: {'floatingip': {'port_id': '2387098c-848a-4eec-b0d6-bbcdd822e16b'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:48:05.583856 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-dda5d305-2c85-4e90-9fc2-76129bf60524 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks [] for floatingip (836a3539-2710-483d-bb65-92ee94ceaa99), before_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:05.794903 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:05.950297 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:06.034166 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-dda5d305-2c85-4e90-9fc2-76129bf60524 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:06.040494 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-dda5d305-2c85-4e90-9fc2-76129bf60524 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698989'] for floatingip (836a3539-2710-483d-bb65-92ee94ceaa99), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:06.248190 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda5d305-2c85-4e90-9fc2-76129bf60524 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Router 60257890-9b33-4fc7-91c0-49114a106d83 has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:48:06.353068 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda5d305-2c85-4e90-9fc2-76129bf60524 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:48:06.357876 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-dda5d305-2c85-4e90-9fc2-76129bf60524 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:06.366270 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f83c86-c757-4702-8a6c-3a9cbd1778b3 None None] Sync routers for ids ['60257890-9b33-4fc7-91c0-49114a106d83'] in dv-cinder-854271-1-iscsi {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:48:06.383847 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f83c86-c757-4702-8a6c-3a9cbd1778b3 None None] Routers {'60257890-9b33-4fc7-91c0-49114a106d83'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:48:06.384746 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-71f83c86-c757-4702-8a6c-3a9cbd1778b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:47:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['60257890-9b33-4fc7-91c0-49114a106d83'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:48:06.402069 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08ab309-2677-4dcc-9a44-55b9133ef05a', 'tag': '2387098c-848a-4eec-b0d6-bbcdd822e16b'}] {{(pid=113089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:48:06.404559 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95c9b8c2b54b2cd10d832cf4cc4818d331942fea0eff1eb136de0d3feea1bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf66e4d-c4d9-4c75-8430-60ad4980d01b" -d '{"events": [{"name": "network-changed", "server_uuid": "a08ab309-2677-4dcc-9a44-55b9133ef05a", "tag": "2387098c-848a-4eec-b0d6-bbcdd822e16b"}]}' {{(pid=113089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:48:06.438986 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-dda5d305-2c85-4e90-9fc2-76129bf60524 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/836a3539-2710-483d-bb65-92ee94ceaa99 HTTP/1.1" status: 200 len: 993 time: 0.9167032 Aug 24 06:48:06.450337 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b74db59-ecf1-40d3-ab39-f99ba361b390 x-openstack-request-id: req-8b74db59-ecf1-40d3-ab39-f99ba361b390 {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:48:06.450695 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a08ab309-2677-4dcc-9a44-55b9133ef05a", "tag": "2387098c-848a-4eec-b0d6-bbcdd822e16b", "status": "completed", "code": 200}]} {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:48:06.450953 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8b74db59-ecf1-40d3-ab39-f99ba361b390 {{(pid=113089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:48:06.451401 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b74db59-ecf1-40d3-ab39-f99ba361b390'] response: {'name': 'network-changed', 'server_uuid': 'a08ab309-2677-4dcc-9a44-55b9133ef05a', 'tag': '2387098c-848a-4eec-b0d6-bbcdd822e16b', 'status': 'completed', 'code': 200} Aug 24 06:48:06.515571 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf66e4d-c4d9-4c75-8430-60ad4980d01b req-c90bccb7-ae8f-4713-844b-ac2de1a96e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:06.517380 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-2bf66e4d-c4d9-4c75-8430-60ad4980d01b req-c90bccb7-ae8f-4713-844b-ac2de1a96e3b service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=2a401374685240dc94fe28ca99ad4e11&device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 1129 time: 0.0421269 Aug 24 06:48:06.561083 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=100 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:06.618923 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf66e4d-c4d9-4c75-8430-60ad4980d01b req-ed3acb21-9a8b-4221-8206-92ef09ec2979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:06.620635 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-2bf66e4d-c4d9-4c75-8430-60ad4980d01b req-ed3acb21-9a8b-4221-8206-92ef09ec2979 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad HTTP/1.1" status: 200 len: 920 time: 0.0950632 Aug 24 06:48:06.635993 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-71f83c86-c757-4702-8a6c-3a9cbd1778b3 None None] Set router 60257890-9b33-4fc7-91c0-49114a106d83 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:48:06.685482 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-2bf66e4d-c4d9-4c75-8430-60ad4980d01b req-74b68c27-feb6-41cc-8f72-7cf983676fb7 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2387098c-848a-4eec-b0d6-bbcdd822e16b HTTP/1.1" status: 200 len: 1001 time: 0.0557547 Aug 24 06:48:06.737543 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf66e4d-c4d9-4c75-8430-60ad4980d01b req-d0b23616-baf3-4c0b-9f41-d358b307f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:06.739245 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-2bf66e4d-c4d9-4c75-8430-60ad4980d01b req-d0b23616-baf3-4c0b-9f41-d358b307f4f8 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=87c63329-c783-4018-8f3e-d78ef061967a HTTP/1.1" status: 200 len: 858 time: 0.0462749 Aug 24 06:48:06.752415 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=100 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:06.789259 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf66e4d-c4d9-4c75-8430-60ad4980d01b req-db9809c5-963b-4ef8-a760-319ed12d8757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:06.790675 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-2bf66e4d-c4d9-4c75-8430-60ad4980d01b req-db9809c5-963b-4ef8-a760-319ed12d8757 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448964 Aug 24 06:48:06.855062 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-71f83c86-c757-4702-8a6c-3a9cbd1778b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60257890-9b33-4fc7-91c0-49114a106d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1360141810-router', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '8a3d7773-7d9a-4a50-b48b-707661ee7260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:19Z', 'revision_number': 4, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'gw_port': {'id': '8a3d7773-7d9a-4a50-b48b-707661ee7260', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:10Z', 'updated_at': '2022-08-24T06:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '836a3539-2710-483d-bb65-92ee94ceaa99', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'floating_ip_address': '172.27.3.191', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'port_id': '2387098c-848a-4eec-b0d6-bbcdd822e16b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad', 'mac_address': 'fa:16:3e:0c:9f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ab309-2677-4dcc-9a44-55b9133ef05a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:45:48Z', 'updated_at': '2022-08-24T06:48:05Z', 'revision_number': 3, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1fac1b8-84f9-4a2b-b73d-27765d65b43d', 'name': '', 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'mac_address': 'fa:16:3e:99:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '87c63329-c783-4018-8f3e-d78ef061967a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:17Z', 'updated_at': '2022-08-24T06:43:39Z', 'revision_number': 5, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'subnets': [{'id': '87c63329-c783-4018-8f3e-d78ef061967a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:48:06.879802 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f83c86-c757-4702-8a6c-3a9cbd1778b3 None None] Checking router: 60257890-9b33-4fc7-91c0-49114a106d83 for host: dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:48:06.883102 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-2bf66e4d-c4d9-4c75-8430-60ad4980d01b req-8dee808d-d171-44ab-aee1-d56d8ee5c9c8 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856578 Aug 24 06:48:06.888300 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f83c86-c757-4702-8a6c-3a9cbd1778b3 None None] Routers {'60257890-9b33-4fc7-91c0-49114a106d83'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:48:06.888900 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-71f83c86-c757-4702-8a6c-3a9cbd1778b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:47:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['60257890-9b33-4fc7-91c0-49114a106d83'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:48:06.976726 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=100 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:06.996269 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-71f83c86-c757-4702-8a6c-3a9cbd1778b3 None None] Set router 60257890-9b33-4fc7-91c0-49114a106d83 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:48:07.226667 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-71f83c86-c757-4702-8a6c-3a9cbd1778b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60257890-9b33-4fc7-91c0-49114a106d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1360141810-router', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '8a3d7773-7d9a-4a50-b48b-707661ee7260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:19Z', 'revision_number': 4, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'gw_port': {'id': '8a3d7773-7d9a-4a50-b48b-707661ee7260', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:10Z', 'updated_at': '2022-08-24T06:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '836a3539-2710-483d-bb65-92ee94ceaa99', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'floating_ip_address': '172.27.3.191', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'port_id': '2387098c-848a-4eec-b0d6-bbcdd822e16b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad', 'mac_address': 'fa:16:3e:0c:9f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ab309-2677-4dcc-9a44-55b9133ef05a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:45:48Z', 'updated_at': '2022-08-24T06:48:05Z', 'revision_number': 3, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1fac1b8-84f9-4a2b-b73d-27765d65b43d', 'name': '', 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'mac_address': 'fa:16:3e:99:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '87c63329-c783-4018-8f3e-d78ef061967a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:17Z', 'updated_at': '2022-08-24T06:43:39Z', 'revision_number': 5, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'subnets': [{'id': '87c63329-c783-4018-8f3e-d78ef061967a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:48:07.238119 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-2bf66e4d-c4d9-4c75-8430-60ad4980d01b req-76b0e7d7-d273-4634-92ef-e8b01595f874 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330188 Aug 24 06:48:07.252902 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f83c86-c757-4702-8a6c-3a9cbd1778b3 None None] The sync data for ids ['60257890-9b33-4fc7-91c0-49114a106d83'] in dv-cinder-854271-1-iscsi is: [{'id': '60257890-9b33-4fc7-91c0-49114a106d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1360141810-router', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '8a3d7773-7d9a-4a50-b48b-707661ee7260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:19Z', 'revision_number': 4, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'gw_port': {'id': '8a3d7773-7d9a-4a50-b48b-707661ee7260', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:10Z', 'updated_at': '2022-08-24T06:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '836a3539-2710-483d-bb65-92ee94ceaa99', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'floating_ip_address': '172.27.3.191', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'port_id': '2387098c-848a-4eec-b0d6-bbcdd822e16b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad', 'mac_address': 'fa:16:3e:0c:9f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ab309-2677-4dcc-9a44-55b9133ef05a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:45:48Z', 'updated_at': '2022-08-24T06:48:05Z', 'revision_number': 3, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1fac1b8-84f9-4a2b-b73d-27765d65b43d', 'name': '', 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'mac_address': 'fa:16:3e:99:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '87c63329-c783-4018-8f3e-d78ef061967a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:17Z', 'updated_at': '2022-08-24T06:43:39Z', 'revision_number': 5, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'subnets': [{'id': '87c63329-c783-4018-8f3e-d78ef061967a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:48:08.452481 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08ab309-2677-4dcc-9a44-55b9133ef05a', 'tag': '2387098c-848a-4eec-b0d6-bbcdd822e16b'}] {{(pid=113089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:48:08.456296 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95c9b8c2b54b2cd10d832cf4cc4818d331942fea0eff1eb136de0d3feea1bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5573ee-f884-4d96-84a8-3e790de5f209" -d '{"events": [{"name": "network-changed", "server_uuid": "a08ab309-2677-4dcc-9a44-55b9133ef05a", "tag": "2387098c-848a-4eec-b0d6-bbcdd822e16b"}]}' {{(pid=113089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:48:08.500621 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68aba87a-04cd-412e-a711-fb6ac5d79d9b x-openstack-request-id: req-68aba87a-04cd-412e-a711-fb6ac5d79d9b {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:48:08.500918 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a08ab309-2677-4dcc-9a44-55b9133ef05a", "tag": "2387098c-848a-4eec-b0d6-bbcdd822e16b", "status": "completed", "code": 200}]} {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:48:08.501170 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-68aba87a-04cd-412e-a711-fb6ac5d79d9b {{(pid=113089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:48:08.501612 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68aba87a-04cd-412e-a711-fb6ac5d79d9b'] response: {'name': 'network-changed', 'server_uuid': 'a08ab309-2677-4dcc-9a44-55b9133ef05a', 'tag': '2387098c-848a-4eec-b0d6-bbcdd822e16b', 'status': 'completed', 'code': 200} Aug 24 06:48:08.557448 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=100 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:08.569158 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5573ee-f884-4d96-84a8-3e790de5f209 req-8e341dd7-b0cb-4a07-bdaa-6018018ece3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:08.570667 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ec5573ee-f884-4d96-84a8-3e790de5f209 req-8e341dd7-b0cb-4a07-bdaa-6018018ece3d service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=2a401374685240dc94fe28ca99ad4e11&device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 1129 time: 0.0421088 Aug 24 06:48:08.670654 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5573ee-f884-4d96-84a8-3e790de5f209 req-f7e810cc-ea2b-4ae9-84d2-eb23a9e51ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:08.672147 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ec5573ee-f884-4d96-84a8-3e790de5f209 req-f7e810cc-ea2b-4ae9-84d2-eb23a9e51ac8 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad HTTP/1.1" status: 200 len: 920 time: 0.0929406 Aug 24 06:48:08.738198 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ec5573ee-f884-4d96-84a8-3e790de5f209 req-170920dd-0836-4d79-846a-6b2b5ec37c7b service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2387098c-848a-4eec-b0d6-bbcdd822e16b HTTP/1.1" status: 200 len: 1001 time: 0.0583177 Aug 24 06:48:08.791393 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5573ee-f884-4d96-84a8-3e790de5f209 req-c3e0fb80-4cda-451e-a1a5-06e6525c145f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:08.792850 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ec5573ee-f884-4d96-84a8-3e790de5f209 req-c3e0fb80-4cda-451e-a1a5-06e6525c145f service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=87c63329-c783-4018-8f3e-d78ef061967a HTTP/1.1" status: 200 len: 858 time: 0.0459177 Aug 24 06:48:08.843959 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5573ee-f884-4d96-84a8-3e790de5f209 req-3a9e01fa-6b16-4045-946c-0735a28ea029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:08.845488 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ec5573ee-f884-4d96-84a8-3e790de5f209 req-3a9e01fa-6b16-4045-946c-0735a28ea029 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457594 Aug 24 06:48:08.939963 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ec5573ee-f884-4d96-84a8-3e790de5f209 req-5ad545cd-5a10-4e9e-8fee-9684111410e9 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875835 Aug 24 06:48:09.037581 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ec5573ee-f884-4d96-84a8-3e790de5f209 req-c8b34d50-3941-44d9-ba94-92c3156a06ee service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892100 Aug 24 06:48:10.476790 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-d5d138e6-fc57-4c8c-acbb-05e3b442791d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:12.709318 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-622be212-6a99-4737-a250-c66466c5d0ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:13.992035 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:14.303629 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=40,neutron:UPDATE=5 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:14.332207 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:15.480792 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:15.513353 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:16.430278 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=52 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:16.435151 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:19.032004 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=48 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:19.034017 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=82 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:21.555127 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:25.093933 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:48:30.039992 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe474f-2a68-4bc8-a03b-594cee15fcb0 req-07912a77-f183-4cfc-a5db-99c8f2b76f56 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:30.041507 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c8fe474f-2a68-4bc8-a03b-594cee15fcb0 req-07912a77-f183-4cfc-a5db-99c8f2b76f56 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.1540344 Aug 24 06:48:30.093986 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c8fe474f-2a68-4bc8-a03b-594cee15fcb0 req-184dd8f1-6f1b-4cf8-8c84-f649f71197d3 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435534 Aug 24 06:48:31.228707 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f0046-199a-4d34-b2f5-138e3aca4162 req-524347e3-9478-4dcb-a6bc-61fe3a4833b6 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:31.230699 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e96f0046-199a-4d34-b2f5-138e3aca4162 req-524347e3-9478-4dcb-a6bc-61fe3a4833b6 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.0547385 Aug 24 06:48:31.279949 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e96f0046-199a-4d34-b2f5-138e3aca4162 req-2baa89fe-b8a1-4355-9f85-13c2ec7db1ce tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434685 Aug 24 06:48:31.534684 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=55,neutron:UPDATE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:31.546157 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:32.199286 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aec40a-08db-4efa-923b-ac866d0d75c6 req-d8ecf19e-1a2b-4ec3-a536-1524b4aada8e tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:32.200807 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-53aec40a-08db-4efa-923b-ac866d0d75c6 req-d8ecf19e-1a2b-4ec3-a536-1524b4aada8e tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.0565367 Aug 24 06:48:32.293059 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [req-53aec40a-08db-4efa-923b-ac866d0d75c6 req-1a441d69-04cd-4d7a-a8ec-a9365586d71f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Deleting port 454b34ae-8fe5-46de-9bae-481f3ada5897 {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:48:32.293370 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-53aec40a-08db-4efa-923b-ac866d0d75c6 req-1a441d69-04cd-4d7a-a8ec-a9365586d71f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (454b34ae-8fe5-46de-9bae-481f3ada5897), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:32.389802 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-53aec40a-08db-4efa-923b-ac866d0d75c6 req-1a441d69-04cd-4d7a-a8ec-a9365586d71f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] For port 454b34ae-8fe5-46de-9bae-481f3ada5897, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=454b34ae-8fe5-46de-9bae-481f3ada5897,segment=NetworkSegment(e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9),segment_id=e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:48:32.390075 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-53aec40a-08db-4efa-923b-ac866d0d75c6 req-1a441d69-04cd-4d7a-a8ec-a9365586d71f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (454b34ae-8fe5-46de-9bae-481f3ada5897), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:32.402382 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83dbf6a-82f1-4c15-904e-a5bc914696e1 req-4ee66a22-97fb-4f11-8179-9299b5cf58d2 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:32.403930 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e83dbf6a-82f1-4c15-904e-a5bc914696e1 req-4ee66a22-97fb-4f11-8179-9299b5cf58d2 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dab5d31b-1a4a-4ca9-999c-f8b06b7660f6 HTTP/1.1" status: 200 len: 945 time: 0.0489411 Aug 24 06:48:32.453894 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e83dbf6a-82f1-4c15-904e-a5bc914696e1 req-ad38ec4b-f471-4c08-b52d-40d54540a75d tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438468 Aug 24 06:48:32.562717 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-53aec40a-08db-4efa-923b-ac866d0d75c6 req-1a441d69-04cd-4d7a-a8ec-a9365586d71f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:32.563091 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-53aec40a-08db-4efa-923b-ac866d0d75c6 req-1a441d69-04cd-4d7a-a8ec-a9365586d71f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698989'] for floatingip (89a3d0aa-dd8d-43ae-b66b-452001bdaa11), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:32.563430 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.db.l3_db [req-53aec40a-08db-4efa-923b-ac866d0d75c6 req-1a441d69-04cd-4d7a-a8ec-a9365586d71f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Floating IP 89a3d0aa-dd8d-43ae-b66b-452001bdaa11 disassociated. External IP: 172.27.3.14, port: 454b34ae-8fe5-46de-9bae-481f3ada5897. Aug 24 06:48:32.563771 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [req-53aec40a-08db-4efa-923b-ac866d0d75c6 req-1a441d69-04cd-4d7a-a8ec-a9365586d71f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Calling delete_port for 454b34ae-8fe5-46de-9bae-481f3ada5897 owned by compute:nova {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:48:32.698479 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-53aec40a-08db-4efa-923b-ac866d0d75c6 req-1a441d69-04cd-4d7a-a8ec-a9365586d71f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (454b34ae-8fe5-46de-9bae-481f3ada5897), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:32.734031 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a441d69-04cd-4d7a-a8ec-a9365586d71f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Pushing event deleted for resources: {'Port': ['ID=454b34ae-8fe5-46de-9bae-481f3ada5897,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:48:32.744046 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a441d69-04cd-4d7a-a8ec-a9365586d71f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:32.744416 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a441d69-04cd-4d7a-a8ec-a9365586d71f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:32.744743 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a441d69-04cd-4d7a-a8ec-a9365586d71f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:32.745077 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a441d69-04cd-4d7a-a8ec-a9365586d71f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:32.745391 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a441d69-04cd-4d7a-a8ec-a9365586d71f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:32.745712 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a441d69-04cd-4d7a-a8ec-a9365586d71f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:32.746038 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a441d69-04cd-4d7a-a8ec-a9365586d71f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:32.746352 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a441d69-04cd-4d7a-a8ec-a9365586d71f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:32.747176 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a441d69-04cd-4d7a-a8ec-a9365586d71f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:32.748180 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a441d69-04cd-4d7a-a8ec-a9365586d71f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:32.748180 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a441d69-04cd-4d7a-a8ec-a9365586d71f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:32.748180 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a441d69-04cd-4d7a-a8ec-a9365586d71f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:32.748445 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a441d69-04cd-4d7a-a8ec-a9365586d71f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:32.748748 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a441d69-04cd-4d7a-a8ec-a9365586d71f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:32.749093 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a441d69-04cd-4d7a-a8ec-a9365586d71f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:32.864989 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53aec40a-08db-4efa-923b-ac866d0d75c6 req-1a441d69-04cd-4d7a-a8ec-a9365586d71f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Router a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:48:32.974480 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53aec40a-08db-4efa-923b-ac866d0d75c6 req-1a441d69-04cd-4d7a-a8ec-a9365586d71f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:48:32.984447 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb3b049-7e32-4930-be6f-811d6d5d35bf None None] Sync routers for ids ['a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:48:32.996169 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb3b049-7e32-4930-be6f-811d6d5d35bf None None] Routers {'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:48:32.996866 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-feb3b049-7e32-4930-be6f-811d6d5d35bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:48:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:48:33.021955 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [req-53aec40a-08db-4efa-923b-ac866d0d75c6 req-1a441d69-04cd-4d7a-a8ec-a9365586d71f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] No DVR routers for this DVR port 454b34ae-8fe5-46de-9bae-481f3ada5897 on host hv-cinder-85427 {{(pid=113088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:48:33.024932 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-53aec40a-08db-4efa-923b-ac866d0d75c6 req-1a441d69-04cd-4d7a-a8ec-a9365586d71f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:33.028597 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-53aec40a-08db-4efa-923b-ac866d0d75c6 req-1a441d69-04cd-4d7a-a8ec-a9365586d71f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.58 "DELETE /networking/v2.0/ports/454b34ae-8fe5-46de-9bae-481f3ada5897 HTTP/1.1" status: 204 len: 173 time: 0.8223164 Aug 24 06:48:33.029051 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab5d31b-1a4a-4ca9-999c-f8b06b7660f6', 'name': 'network-vif-deleted', 'tag': '454b34ae-8fe5-46de-9bae-481f3ada5897'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:48:33.031355 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ca8a60-26b0-4e0f-84df-d6c421d25630" -d '{"events": [{"server_uuid": "dab5d31b-1a4a-4ca9-999c-f8b06b7660f6", "name": "network-vif-deleted", "tag": "454b34ae-8fe5-46de-9bae-481f3ada5897"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:48:33.078594 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9518ad8e-5659-48db-9c59-f7702ec11678 x-openstack-request-id: req-9518ad8e-5659-48db-9c59-f7702ec11678 {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:48:33.078894 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab5d31b-1a4a-4ca9-999c-f8b06b7660f6", "name": "network-vif-deleted", "tag": "454b34ae-8fe5-46de-9bae-481f3ada5897", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:48:33.079148 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9518ad8e-5659-48db-9c59-f7702ec11678 {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:48:33.079585 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9518ad8e-5659-48db-9c59-f7702ec11678'] response: {'server_uuid': 'dab5d31b-1a4a-4ca9-999c-f8b06b7660f6', 'name': 'network-vif-deleted', 'tag': '454b34ae-8fe5-46de-9bae-481f3ada5897', 'status': 'completed', 'code': 200} Aug 24 06:48:33.112944 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-feb3b049-7e32-4930-be6f-811d6d5d35bf None None] Set router a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:48:33.319694 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-feb3b049-7e32-4930-be6f-811d6d5d35bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'name': 'tempest-AttachVolumeTestJSON-328073892-router', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:24Z', 'revision_number': 4, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'gw_port': {'id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:51:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '3d708c73-58f4-49da-9c5e-cc9ce17bf74d', 'name': '', 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'mac_address': 'fa:16:3e:d5:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:22Z', 'updated_at': '2022-08-24T06:43:49Z', 'revision_number': 5, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'subnets': [{'id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:48:33.344650 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb3b049-7e32-4930-be6f-811d6d5d35bf None None] Checking router: a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:48:33.353426 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb3b049-7e32-4930-be6f-811d6d5d35bf None None] Routers {'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:48:33.354100 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-feb3b049-7e32-4930-be6f-811d6d5d35bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:48:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:48:33.458768 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-feb3b049-7e32-4930-be6f-811d6d5d35bf None None] Set router a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:48:33.683497 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 52890) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:48:33.742199 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-eec1b727-383a-49a6-b9c9-6df4f3d309a9 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for security_group (d7dbf6f9-1c65-497c-adad-8a0ea8c833fc), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:33.747856 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-feb3b049-7e32-4930-be6f-811d6d5d35bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'name': 'tempest-AttachVolumeTestJSON-328073892-router', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:24Z', 'revision_number': 4, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'gw_port': {'id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:51:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '3d708c73-58f4-49da-9c5e-cc9ce17bf74d', 'name': '', 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'mac_address': 'fa:16:3e:d5:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:22Z', 'updated_at': '2022-08-24T06:43:49Z', 'revision_number': 5, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'subnets': [{'id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:48:33.770007 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-eec1b727-383a-49a6-b9c9-6df4f3d309a9 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for security_group (d7dbf6f9-1c65-497c-adad-8a0ea8c833fc), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:33.773486 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb3b049-7e32-4930-be6f-811d6d5d35bf None None] The sync data for ids ['a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'] in dv-cinder-854271-1-iscsi is: [{'id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'name': 'tempest-AttachVolumeTestJSON-328073892-router', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:24Z', 'revision_number': 4, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'gw_port': {'id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:51:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '3d708c73-58f4-49da-9c5e-cc9ce17bf74d', 'name': '', 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'mac_address': 'fa:16:3e:d5:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:22Z', 'updated_at': '2022-08-24T06:43:49Z', 'revision_number': 5, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'subnets': [{'id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:48:33.999806 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eb7a68-d188-4f15-a445-201b5297497b None None] New status for floating IP 89a3d0aa-dd8d-43ae-b66b-452001bdaa11: DOWN {{(pid=113090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 06:48:34.067337 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-eec1b727-383a-49a6-b9c9-6df4f3d309a9 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (d7dbf6f9-1c65-497c-adad-8a0ea8c833fc), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:34.070319 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-eec1b727-383a-49a6-b9c9-6df4f3d309a9 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:34.071625 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-eec1b727-383a-49a6-b9c9-6df4f3d309a9 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d7dbf6f9-1c65-497c-adad-8a0ea8c833fc HTTP/1.1" status: 204 len: 168 time: 0.3870661 Aug 24 06:48:34.075389 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 52892) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:48:34.090768 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1b727-383a-49a6-b9c9-6df4f3d309a9 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7dbf6f9-1c65-497c-adad-8a0ea8c833fc,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:48:34.091301 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.api.v2.resource [None req-6ca1374b-c133-496a-9ab7-aea7cc9a420f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] show failed (client error): The resource could not be found. Aug 24 06:48:34.095071 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-6ca1374b-c133-496a-9ab7-aea7cc9a420f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups/d7dbf6f9-1c65-497c-adad-8a0ea8c833fc HTTP/1.1" status: 404 len: 347 time: 0.0153561 Aug 24 06:48:34.095422 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 52896) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:48:34.098298 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec1b727-383a-49a6-b9c9-6df4f3d309a9 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:34.098645 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec1b727-383a-49a6-b9c9-6df4f3d309a9 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:34.098974 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec1b727-383a-49a6-b9c9-6df4f3d309a9 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:34.099340 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec1b727-383a-49a6-b9c9-6df4f3d309a9 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:34.099665 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec1b727-383a-49a6-b9c9-6df4f3d309a9 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:34.099987 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec1b727-383a-49a6-b9c9-6df4f3d309a9 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:34.100304 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec1b727-383a-49a6-b9c9-6df4f3d309a9 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:34.100619 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec1b727-383a-49a6-b9c9-6df4f3d309a9 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:34.100937 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec1b727-383a-49a6-b9c9-6df4f3d309a9 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:34.101254 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec1b727-383a-49a6-b9c9-6df4f3d309a9 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:34.101568 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec1b727-383a-49a6-b9c9-6df4f3d309a9 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:34.101885 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec1b727-383a-49a6-b9c9-6df4f3d309a9 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:34.102193 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec1b727-383a-49a6-b9c9-6df4f3d309a9 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:34.102696 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec1b727-383a-49a6-b9c9-6df4f3d309a9 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:34.103007 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec1b727-383a-49a6-b9c9-6df4f3d309a9 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:34.216380 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-042787f5-8afb-4451-a314-ede0a0433d3f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Deleting port 00acc5ed-72cb-4961-a1ad-e7a7d6b6d886 {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:48:34.216717 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-042787f5-8afb-4451-a314-ede0a0433d3f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (00acc5ed-72cb-4961-a1ad-e7a7d6b6d886), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:34.229082 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:34.233524 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:34.297773 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-042787f5-8afb-4451-a314-ede0a0433d3f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (00acc5ed-72cb-4961-a1ad-e7a7d6b6d886), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:34.298205 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-042787f5-8afb-4451-a314-ede0a0433d3f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for floatingip (00acc5ed-72cb-4961-a1ad-e7a7d6b6d886), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:34.312923 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-042787f5-8afb-4451-a314-ede0a0433d3f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Calling delete_port for 00acc5ed-72cb-4961-a1ad-e7a7d6b6d886 owned by network:floatingip {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:48:34.450167 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-042787f5-8afb-4451-a314-ede0a0433d3f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (00acc5ed-72cb-4961-a1ad-e7a7d6b6d886), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:34.476286 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042787f5-8afb-4451-a314-ede0a0433d3f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Pushing event deleted for resources: {'Port': ['ID=00acc5ed-72cb-4961-a1ad-e7a7d6b6d886,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:48:34.541250 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-042787f5-8afb-4451-a314-ede0a0433d3f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for floatingip (89a3d0aa-dd8d-43ae-b66b-452001bdaa11), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:34.543778 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-042787f5-8afb-4451-a314-ede0a0433d3f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:34.544928 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-042787f5-8afb-4451-a314-ede0a0433d3f tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/89a3d0aa-dd8d-43ae-b66b-452001bdaa11 HTTP/1.1" status: 204 len: 168 time: 0.4485550 Aug 24 06:48:34.630407 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 52902) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:48:34.635241 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-4d96ca53-4ad1-47a5-b78d-194a0b5bc019 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1418425561', 'description': 'tempest-description--2033514112'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:48:34.656656 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-4d96ca53-4ad1-47a5-b78d-194a0b5bc019 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:34.728899 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-4d96ca53-4ad1-47a5-b78d-194a0b5bc019 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for security_group (9e0139fa-6cb4-4cbc-9d0c-1843301a5441), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:34.735002 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-4d96ca53-4ad1-47a5-b78d-194a0b5bc019 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (9e0139fa-6cb4-4cbc-9d0c-1843301a5441), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:34.766630 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-4d96ca53-4ad1-47a5-b78d-194a0b5bc019 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:34.767874 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-4d96ca53-4ad1-47a5-b78d-194a0b5bc019 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1363809 Aug 24 06:48:34.769814 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96ca53-4ad1-47a5-b78d-194a0b5bc019 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0139fa-6cb4-4cbc-9d0c-1843301a5441,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:48:34.770931 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 52904) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:48:34.775835 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-1345393e-0155-4466-a9e2-26975310940b tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Request body: {'security_group_rule': {'security_group_id': '9e0139fa-6cb4-4cbc-9d0c-1843301a5441', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:48:34.805114 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-1345393e-0155-4466-a9e2-26975310940b tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for security_group_rule (eede4e17-9e9a-4f05-8630-f400afab4fc3), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:34.869933 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-1345393e-0155-4466-a9e2-26975310940b tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for security_group_rule (eede4e17-9e9a-4f05-8630-f400afab4fc3), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:34.875684 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-1345393e-0155-4466-a9e2-26975310940b tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (eede4e17-9e9a-4f05-8630-f400afab4fc3), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:34.896810 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1345393e-0155-4466-a9e2-26975310940b tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eede4e17-9e9a-4f05-8630-f400afab4fc3,revision_number=0']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:48:34.903946 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-1345393e-0155-4466-a9e2-26975310940b tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:34.905181 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-1345393e-0155-4466-a9e2-26975310940b tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1330867 Aug 24 06:48:34.908123 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 52906) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:48:34.912472 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-2ef72ca1-9235-429e-a487-86d31c9d862e tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Request body: {'security_group_rule': {'security_group_id': '9e0139fa-6cb4-4cbc-9d0c-1843301a5441', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:48:34.949883 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2ef72ca1-9235-429e-a487-86d31c9d862e tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for security_group_rule (99cd666b-2ab4-4bd4-b0d5-2da37fb35401), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:35.005463 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2ef72ca1-9235-429e-a487-86d31c9d862e tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for security_group_rule (99cd666b-2ab4-4bd4-b0d5-2da37fb35401), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:35.011889 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2ef72ca1-9235-429e-a487-86d31c9d862e tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (99cd666b-2ab4-4bd4-b0d5-2da37fb35401), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:35.031926 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef72ca1-9235-429e-a487-86d31c9d862e tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99cd666b-2ab4-4bd4-b0d5-2da37fb35401,revision_number=0']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:48:35.041535 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2ef72ca1-9235-429e-a487-86d31c9d862e tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:35.042737 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-2ef72ca1-9235-429e-a487-86d31c9d862e tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1336889 Aug 24 06:48:35.046269 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 52908) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:48:35.053478 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-8ef191b9-baf8-40b9-a1ae-c2b3bc7d35cd tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Request body: {'floatingip': {'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:48:35.083303 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8ef191b9-baf8-40b9-a1ae-c2b3bc7d35cd tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:35.151438 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 454b34ae-8fe5-46de-9bae-481f3ada5897 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:48:35.166439 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8ef191b9-baf8-40b9-a1ae-c2b3bc7d35cd tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:35.171739 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] No Port match for: 454b34ae-8fe5-46de-9bae-481f3ada5897 {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:48:35.172089 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 454b34ae-8fe5-46de-9bae-481f3ada5897 not bound to the agent host hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:48:35.281804 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [None req-8ef191b9-baf8-40b9-a1ae-c2b3bc7d35cd tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Allocated IP 172.27.3.237 (ebaf0247-9904-4138-a92a-0e04f684cda3/21927f02-5278-4e61-8de7-8e5f8e88a327/62e2fb79-e7a8-4dd3-9e73-86424894a606) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:48:35.319212 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:35.365104 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:35.393005 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8ef191b9-baf8-40b9-a1ae-c2b3bc7d35cd tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for port (62e2fb79-e7a8-4dd3-9e73-86424894a606), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:35.428837 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8ef191b9-baf8-40b9-a1ae-c2b3bc7d35cd tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (62e2fb79-e7a8-4dd3-9e73-86424894a606), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:35.471597 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef191b9-baf8-40b9-a1ae-c2b3bc7d35cd tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Network ebaf0247-9904-4138-a92a-0e04f684cda3 is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:48:35.476667 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-8ef191b9-baf8-40b9-a1ae-c2b3bc7d35cd tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:48:35.478905 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef191b9-baf8-40b9-a1ae-c2b3bc7d35cd tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Pushing event updated for resources: {'Port': ['ID=62e2fb79-e7a8-4dd3-9e73-86424894a606,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:48:35.482045 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef191b9-baf8-40b9-a1ae-c2b3bc7d35cd tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:48:35.583704 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8ef191b9-baf8-40b9-a1ae-c2b3bc7d35cd tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for floatingip (f8a361d8-e2db-4532-8afe-e309e80f4196), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:35.627399 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8ef191b9-baf8-40b9-a1ae-c2b3bc7d35cd tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (62e2fb79-e7a8-4dd3-9e73-86424894a606), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:35.782894 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8ef191b9-baf8-40b9-a1ae-c2b3bc7d35cd tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for port (62e2fb79-e7a8-4dd3-9e73-86424894a606), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:35.789359 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8ef191b9-baf8-40b9-a1ae-c2b3bc7d35cd tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (62e2fb79-e7a8-4dd3-9e73-86424894a606), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:35.860304 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef191b9-baf8-40b9-a1ae-c2b3bc7d35cd tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Pushing event updated for resources: {'Port': ['ID=62e2fb79-e7a8-4dd3-9e73-86424894a606,revision_number=2']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:48:35.862709 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8ef191b9-baf8-40b9-a1ae-c2b3bc7d35cd tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698989'] for floatingip (f8a361d8-e2db-4532-8afe-e309e80f4196), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:35.880912 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8ef191b9-baf8-40b9-a1ae-c2b3bc7d35cd tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:35.882126 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-8ef191b9-baf8-40b9-a1ae-c2b3bc7d35cd tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8344147 Aug 24 06:48:36.043030 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-1d02f74b-66f4-4936-8a58-6cdd20521a8b tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1418425561&fields=id&tenant_id=5b4541156c1f4efab3a61dd6935638bb HTTP/1.1" status: 200 len: 267 time: 0.0470126 Aug 24 06:48:36.137160 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:36.159374 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-678610a7-d698-4343-a914-3f63f8824995 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:36.160831 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-678610a7-d698-4343-a914-3f63f8824995 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/networks?id=018b0e35-de97-44eb-a1bf-77de9b3c6286 HTTP/1.1" status: 200 len: 810 time: 0.1110957 Aug 24 06:48:36.174485 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:36.177298 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-1c76de03-c21e-4ff9-827e-79308e569c1e tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/quotas/5b4541156c1f4efab3a61dd6935638bb HTTP/1.1" status: 200 len: 375 time: 0.0098875 Aug 24 06:48:36.233988 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-37239fd0-cfb5-4a50-b0dd-4e033205f050 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=5b4541156c1f4efab3a61dd6935638bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505979 Aug 24 06:48:36.377261 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-3e8e4221-98a5-4b2d-bf61-0174686dcec2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/018b0e35-de97-44eb-a1bf-77de9b3c6286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311572 Aug 24 06:48:36.475272 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-dfc09674-dc9a-4cfc-b614-d9f294507c53 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/018b0e35-de97-44eb-a1bf-77de9b3c6286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921092 Aug 24 06:48:36.644228 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-dd992356-81be-4dbb-be1e-5db21c623183 req-ae4b12ce-b694-4f7c-a5ee-2eca374dc0a7 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b0be08fb-d458-4180-a877-e5c294e68d47 HTTP/1.1" status: 200 len: 210 time: 0.0312502 Aug 24 06:48:37.755406 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e14779b3-a3eb-4353-937d-a446e44fab47 req-cb1444ea-66f4-4451-93b2-db1ec7600f7c tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b0be08fb-d458-4180-a877-e5c294e68d47 HTTP/1.1" status: 200 len: 210 time: 0.0363240 Aug 24 06:48:38.197695 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-d2f36362-2f29-4734-84d2-cb80005c2a91 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:38.199442 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-d2f36362-2f29-4734-84d2-cb80005c2a91 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.58 "GET /networking/v2.0/networks?id=018b0e35-de97-44eb-a1bf-77de9b3c6286 HTTP/1.1" status: 200 len: 810 time: 0.1141367 Aug 24 06:48:38.535452 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-13ef7c83-317b-4c86-9906-654a3cf8f3c0 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5b4541156c1f4efab3a61dd6935638bb HTTP/1.1" status: 200 len: 380 time: 0.0655091 Aug 24 06:48:38.545437 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-2cf357eb-1638-472c-a308-9212e94ef7a0 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Request body: {'port': {'device_id': 'b0be08fb-d458-4180-a877-e5c294e68d47', 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286', 'admin_state_up': True, 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'security_groups': ['9e0139fa-6cb4-4cbc-9d0c-1843301a5441']}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:48:38.654123 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:38.660685 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:38.670592 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-2cf357eb-1638-472c-a308-9212e94ef7a0 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Made reservation on behalf of 5b4541156c1f4efab3a61dd6935638bb for: {'port': 1} {{(pid=113088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:48:38.674537 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-2cf357eb-1638-472c-a308-9212e94ef7a0 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:38.809990 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-2cf357eb-1638-472c-a308-9212e94ef7a0 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Allocated IP 172.20.0.13 (018b0e35-de97-44eb-a1bf-77de9b3c6286/72cdaf0a-4647-46c2-91ee-def2bd17e00f/0fd78e71-54b5-4f97-82d9-7b7cd7843f45) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:48:38.864916 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-51ea2645-0273-48b7-a740-acd908613a2e req-3e795b35-9aad-4ada-9d91-d3f89f711b50 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b0be08fb-d458-4180-a877-e5c294e68d47 HTTP/1.1" status: 200 len: 210 time: 0.0314977 Aug 24 06:48:38.969472 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-2cf357eb-1638-472c-a308-9212e94ef7a0 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for port (0fd78e71-54b5-4f97-82d9-7b7cd7843f45), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:39.005873 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-2cf357eb-1638-472c-a308-9212e94ef7a0 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (0fd78e71-54b5-4f97-82d9-7b7cd7843f45), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:39.055975 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-2cf357eb-1638-472c-a308-9212e94ef7a0 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Network 018b0e35-de97-44eb-a1bf-77de9b3c6286 is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:48:39.059159 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-2cf357eb-1638-472c-a308-9212e94ef7a0 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:48:39.063438 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-2cf357eb-1638-472c-a308-9212e94ef7a0 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:48:39.069792 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf357eb-1638-472c-a308-9212e94ef7a0 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Pushing event updated for resources: {'Port': ['ID=0fd78e71-54b5-4f97-82d9-7b7cd7843f45,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:48:39.116549 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-2cf357eb-1638-472c-a308-9212e94ef7a0 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:39.117135 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-2cf357eb-1638-472c-a308-9212e94ef7a0 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:39.135543 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-2cf357eb-1638-472c-a308-9212e94ef7a0 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5941520 Aug 24 06:48:39.147944 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-49e25103-23db-4aab-9620-10ec85af4499 service neutron] Request body: {'port': {'device_id': 'b0be08fb-d458-4180-a877-e5c294e68d47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:48:39.212004 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-49e25103-23db-4aab-9620-10ec85af4499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (0fd78e71-54b5-4f97-82d9-7b7cd7843f45), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:39.246626 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-d84147f6-e010-405b-86ba-43221d62719e None None] Provisioning complete for port 0fd78e71-54b5-4f97-82d9-7b7cd7843f45 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:48:39.247326 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-d84147f6-e010-405b-86ba-43221d62719e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (0fd78e71-54b5-4f97-82d9-7b7cd7843f45), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:39.282719 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-d84147f6-e010-405b-86ba-43221d62719e None None] Port 0fd78e71-54b5-4f97-82d9-7b7cd7843f45 cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:48:39.479762 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-49e25103-23db-4aab-9620-10ec85af4499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fd78e71-54b5-4f97-82d9-7b7cd7843f45 {{(pid=113088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:48:39.488888 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-49e25103-23db-4aab-9620-10ec85af4499 service neutron] Publish callbacks [] for port (0fd78e71-54b5-4f97-82d9-7b7cd7843f45), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:39.497695 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:INSERT=4,neutron:SELECT=86,neutron:UPDATE=8,neutron:DELETE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:39.501352 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:39.508936 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.provisioning_blocks [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-49e25103-23db-4aab-9620-10ec85af4499 service neutron] Transition to ACTIVE for port object 0fd78e71-54b5-4f97-82d9-7b7cd7843f45 will not be triggered until provisioned by entity L2. {{(pid=113088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 06:48:39.516251 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-49e25103-23db-4aab-9620-10ec85af4499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (0fd78e71-54b5-4f97-82d9-7b7cd7843f45), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:39.617318 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e25103-23db-4aab-9620-10ec85af4499 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd78e71-54b5-4f97-82d9-7b7cd7843f45,revision_number=2']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:48:39.639028 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-49e25103-23db-4aab-9620-10ec85af4499 service neutron] Attempting to bind port 0fd78e71-54b5-4f97-82d9-7b7cd7843f45 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:48:39.639550 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-49e25103-23db-4aab-9620-10ec85af4499 service neutron] Attempting to bind port 0fd78e71-54b5-4f97-82d9-7b7cd7843f45 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': 'e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286'}] {{(pid=113088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:48:39.639993 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-49e25103-23db-4aab-9620-10ec85af4499 service neutron] Attempting to bind port 0fd78e71-54b5-4f97-82d9-7b7cd7843f45 on network 018b0e35-de97-44eb-a1bf-77de9b3c6286 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:48:39.645066 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-49e25103-23db-4aab-9620-10ec85af4499 service neutron] Port 0fd78e71-54b5-4f97-82d9-7b7cd7843f45 on network 018b0e35-de97-44eb-a1bf-77de9b3c6286 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 06:48:39.645522 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-49e25103-23db-4aab-9620-10ec85af4499 service neutron] Attempting to bind port 0fd78e71-54b5-4f97-82d9-7b7cd7843f45 on network 018b0e35-de97-44eb-a1bf-77de9b3c6286 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:48:39.651141 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-49e25103-23db-4aab-9620-10ec85af4499 service neutron] Checking agent: {'id': '92318399-7fe8-4397-ad86-085269988e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'started_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:48:39.651652 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-49e25103-23db-4aab-9620-10ec85af4499 service neutron] Checking segment: {'id': 'e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:48:39.652182 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-49e25103-23db-4aab-9620-10ec85af4499 service neutron] Bound using segment: {'id': 'e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286'} {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:48:39.652730 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-49e25103-23db-4aab-9620-10ec85af4499 service neutron] Bound port: 0fd78e71-54b5-4f97-82d9-7b7cd7843f45, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286'}}] {{(pid=113088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:48:39.653184 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-49e25103-23db-4aab-9620-10ec85af4499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (0fd78e71-54b5-4f97-82d9-7b7cd7843f45), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:39.737792 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-49e25103-23db-4aab-9620-10ec85af4499 service neutron] For port 0fd78e71-54b5-4f97-82d9-7b7cd7843f45, host hv-cinder-85427, cleared binding levels {{(pid=113088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:48:39.741648 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-49e25103-23db-4aab-9620-10ec85af4499 service neutron] For port 0fd78e71-54b5-4f97-82d9-7b7cd7843f45, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=0fd78e71-54b5-4f97-82d9-7b7cd7843f45,segment=NetworkSegment(e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9),segment_id=e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9)] {{(pid=113088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:48:39.750227 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-49e25103-23db-4aab-9620-10ec85af4499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (0fd78e71-54b5-4f97-82d9-7b7cd7843f45), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:39.757003 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-49e25103-23db-4aab-9620-10ec85af4499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:39.757622 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-49e25103-23db-4aab-9620-10ec85af4499 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:39.759148 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-49e25103-23db-4aab-9620-10ec85af4499 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/0fd78e71-54b5-4f97-82d9-7b7cd7843f45 HTTP/1.1" status: 200 len: 1094 time: 0.6155171 Aug 24 06:48:39.759509 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0be08fb-d458-4180-a877-e5c294e68d47', 'tag': '0fd78e71-54b5-4f97-82d9-7b7cd7843f45'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:48:39.762157 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ade0e43-6819-47eb-b823-56e86aa1c1dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b0be08fb-d458-4180-a877-e5c294e68d47", "tag": "0fd78e71-54b5-4f97-82d9-7b7cd7843f45"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:48:39.813789 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e74339-20d1-4629-8a1e-90724fa0e01d req-07506603-fa0b-4009-9a5c-0d4b6a039a3e tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:39.815076 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e25103-23db-4aab-9620-10ec85af4499 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd78e71-54b5-4f97-82d9-7b7cd7843f45,revision_number=3']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:48:39.815386 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c2e74339-20d1-4629-8a1e-90724fa0e01d req-07506603-fa0b-4009-9a5c-0d4b6a039a3e tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 946 time: 0.0701115 Aug 24 06:48:39.822704 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21a3199-f22d-48dd-af0c-dabc34d27f73 x-openstack-request-id: req-c21a3199-f22d-48dd-af0c-dabc34d27f73 {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:48:39.823035 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0be08fb-d458-4180-a877-e5c294e68d47", "tag": "0fd78e71-54b5-4f97-82d9-7b7cd7843f45", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:48:39.823328 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c21a3199-f22d-48dd-af0c-dabc34d27f73 {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:48:39.824105 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c21a3199-f22d-48dd-af0c-dabc34d27f73'] response: {'name': 'network-changed', 'server_uuid': 'b0be08fb-d458-4180-a877-e5c294e68d47', 'tag': '0fd78e71-54b5-4f97-82d9-7b7cd7843f45', 'status': 'completed', 'code': 200} Aug 24 06:48:39.879431 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c2e74339-20d1-4629-8a1e-90724fa0e01d req-a68fdd8d-4f60-4662-a5d4-0f5df3eac168 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0530136 Aug 24 06:48:39.923351 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-86a6656c-0999-41d6-985f-c6d9619bc1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:39.924942 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-86a6656c-0999-41d6-985f-c6d9619bc1d1 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=5b4541156c1f4efab3a61dd6935638bb&device_id=b0be08fb-d458-4180-a877-e5c294e68d47 HTTP/1.1" status: 200 len: 1128 time: 0.0561433 Aug 24 06:48:39.976583 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-c3c22045-b6f7-49ec-bd7b-f6ef7c076c25 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0fd78e71-54b5-4f97-82d9-7b7cd7843f45 HTTP/1.1" status: 200 len: 217 time: 0.0430675 Aug 24 06:48:40.004891 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51559eb5-4ae8-4812-90cf-83409c187038 req-c59f11db-7306-4f37-8bbe-a246cb8e051c tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:40.006688 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-51559eb5-4ae8-4812-90cf-83409c187038 req-c59f11db-7306-4f37-8bbe-a246cb8e051c tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b0be08fb-d458-4180-a877-e5c294e68d47 HTTP/1.1" status: 200 len: 944 time: 0.0512986 Aug 24 06:48:40.041245 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-5f5e69a9-9d18-42eb-8a69-862213399eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:40.043748 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-5f5e69a9-9d18-42eb-8a69-862213399eef service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=72cdaf0a-4647-46c2-91ee-def2bd17e00f HTTP/1.1" status: 200 len: 849 time: 0.0568974 Aug 24 06:48:40.059842 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-51559eb5-4ae8-4812-90cf-83409c187038 req-d14765e7-6e79-4b62-807c-55a5da460e3a tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e0139fa-6cb4-4cbc-9d0c-1843301a5441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460303 Aug 24 06:48:40.099156 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-03b8c06f-88d8-4228-9e76-7812ee9d8174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:40.100766 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-03b8c06f-88d8-4228-9e76-7812ee9d8174 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=018b0e35-de97-44eb-a1bf-77de9b3c6286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482128 Aug 24 06:48:40.202048 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-9feabb4e-0f96-44bb-9924-22daaae97033 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/018b0e35-de97-44eb-a1bf-77de9b3c6286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940161 Aug 24 06:48:40.301195 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0bb4c7e5-347c-4b10-ad74-4d60f16c5101 req-d879f1e6-1ee9-43d9-90d3-431d2657658d service neutron] 10.222.0.58 "GET /networking/v2.0/networks/018b0e35-de97-44eb-a1bf-77de9b3c6286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908341 Aug 24 06:48:40.473790 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-5205a588-ee21-4830-b4da-47eb60e27e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:41.012909 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c4e47-0f94-435e-a5c2-a9c1921d99eb req-529f1b17-faf5-4acd-86d1-82f0bfcf7493 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:41.014382 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-eb6c4e47-0f94-435e-a5c2-a9c1921d99eb req-529f1b17-faf5-4acd-86d1-82f0bfcf7493 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 946 time: 0.0522625 Aug 24 06:48:41.073618 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-eb6c4e47-0f94-435e-a5c2-a9c1921d99eb req-f71433a9-4756-445c-9451-d717d2d03c2f tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0511863 Aug 24 06:48:41.183535 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7679f43-c4fb-4710-aad2-c9829652a401 req-54901601-3bce-453e-862b-79f8db15ce94 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:41.185023 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e7679f43-c4fb-4710-aad2-c9829652a401 req-54901601-3bce-453e-862b-79f8db15ce94 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b0be08fb-d458-4180-a877-e5c294e68d47 HTTP/1.1" status: 200 len: 944 time: 0.0503261 Aug 24 06:48:41.235102 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e7679f43-c4fb-4710-aad2-c9829652a401 req-58ec7be2-6500-4c17-8ae8-74bef0265b4c tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e0139fa-6cb4-4cbc-9d0c-1843301a5441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439804 Aug 24 06:48:41.683490 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade0e43-6819-47eb-b823-56e86aa1c1dc req-a21ccbe0-d7c3-403f-aca7-b80aa8c1fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:41.685046 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-4ade0e43-6819-47eb-b823-56e86aa1c1dc req-a21ccbe0-d7c3-403f-aca7-b80aa8c1fef0 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=5b4541156c1f4efab3a61dd6935638bb&device_id=b0be08fb-d458-4180-a877-e5c294e68d47 HTTP/1.1" status: 200 len: 1128 time: 0.0959811 Aug 24 06:48:41.784723 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade0e43-6819-47eb-b823-56e86aa1c1dc req-224b8dd4-5743-4f87-8874-e1156bc20aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:41.786158 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-4ade0e43-6819-47eb-b823-56e86aa1c1dc req-224b8dd4-5743-4f87-8874-e1156bc20aa5 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=018b0e35-de97-44eb-a1bf-77de9b3c6286 HTTP/1.1" status: 200 len: 911 time: 0.0945609 Aug 24 06:48:41.832155 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-4ade0e43-6819-47eb-b823-56e86aa1c1dc req-c45f3402-449b-4bc1-8bfc-7a1bba2c4087 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0fd78e71-54b5-4f97-82d9-7b7cd7843f45 HTTP/1.1" status: 200 len: 217 time: 0.0384676 Aug 24 06:48:41.887919 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade0e43-6819-47eb-b823-56e86aa1c1dc req-df1fda08-8283-4dc6-91c6-649e8bc400b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:41.889313 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-4ade0e43-6819-47eb-b823-56e86aa1c1dc req-df1fda08-8283-4dc6-91c6-649e8bc400b9 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=72cdaf0a-4647-46c2-91ee-def2bd17e00f HTTP/1.1" status: 200 len: 849 time: 0.0501788 Aug 24 06:48:41.941622 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade0e43-6819-47eb-b823-56e86aa1c1dc req-0139c440-3d63-4def-89b2-926f9bfbdfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:41.943178 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-4ade0e43-6819-47eb-b823-56e86aa1c1dc req-0139c440-3d63-4def-89b2-926f9bfbdfdb service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=018b0e35-de97-44eb-a1bf-77de9b3c6286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468657 Aug 24 06:48:41.963528 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:42.048924 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-4ade0e43-6819-47eb-b823-56e86aa1c1dc req-801ffd84-9bd8-497d-941f-11f5ae5081ed service neutron] 10.222.0.58 "GET /networking/v2.0/networks/018b0e35-de97-44eb-a1bf-77de9b3c6286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923433 Aug 24 06:48:42.118318 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:42.149631 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-4ade0e43-6819-47eb-b823-56e86aa1c1dc req-94fbadc7-ec7f-4f2b-8fa0-92a7a538ce2e service neutron] 10.222.0.58 "GET /networking/v2.0/networks/018b0e35-de97-44eb-a1bf-77de9b3c6286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906665 Aug 24 06:48:42.200590 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1f977-a735-4856-a4a7-17bb532505ba req-1bbc3e0c-6a8d-4d47-b7f9-d2a0c53de1c4 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:42.202056 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-3db1f977-a735-4856-a4a7-17bb532505ba req-1bbc3e0c-6a8d-4d47-b7f9-d2a0c53de1c4 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 946 time: 0.0500920 Aug 24 06:48:42.256999 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-3db1f977-a735-4856-a4a7-17bb532505ba req-e1db4c92-3747-4f4d-a4cc-e75288547ee4 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0491211 Aug 24 06:48:42.367116 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef44dd7-f8b1-46e5-9ce9-4820f92f76ad req-6f9e6372-55f7-45e6-aecd-ea8e06fb54da tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:42.368762 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0ef44dd7-f8b1-46e5-9ce9-4820f92f76ad req-6f9e6372-55f7-45e6-aecd-ea8e06fb54da tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b0be08fb-d458-4180-a877-e5c294e68d47 HTTP/1.1" status: 200 len: 944 time: 0.0488598 Aug 24 06:48:42.417473 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0ef44dd7-f8b1-46e5-9ce9-4820f92f76ad req-364f2937-89cb-406f-bdc9-5f4bd2b4a077 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e0139fa-6cb4-4cbc-9d0c-1843301a5441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429251 Aug 24 06:48:42.643876 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d9d58-e0a1-49fb-901d-f6390db33fdb req-b75fe36f-de75-41c6-b81b-f721abf037e5 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:42.645384 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6b3d9d58-e0a1-49fb-901d-f6390db33fdb req-b75fe36f-de75-41c6-b81b-f721abf037e5 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6d85df03-cf90-4dcd-baf3-0c874eb58be3 HTTP/1.1" status: 200 len: 945 time: 0.0489545 Aug 24 06:48:42.694323 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6b3d9d58-e0a1-49fb-901d-f6390db33fdb req-8efaaef3-953b-40e7-8e0b-a619dafa98fe tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2999ddca-bc68-4201-96b2-ea031261665e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430808 Aug 24 06:48:42.703449 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-7237d062-4ff6-466c-806c-fe49a3f723e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:43.182716 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 0fd78e71-54b5-4f97-82d9-7b7cd7843f45 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 06:48:43.298048 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 0fd78e71-54b5-4f97-82d9-7b7cd7843f45, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=0fd78e71-54b5-4f97-82d9-7b7cd7843f45,segment=NetworkSegment(e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9),segment_id=e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:48:43.310220 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Returning: {'device': '0fd78e71-54b5-4f97-82d9-7b7cd7843f45', 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286', 'port_id': '0fd78e71-54b5-4f97-82d9-7b7cd7843f45', 'mac_address': 'fa:16:3e:bb:07:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 06:48:43.346328 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 0fd78e71-54b5-4f97-82d9-7b7cd7843f45 is: DOWN; New status is: BUILD {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:48:43.346714 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (0fd78e71-54b5-4f97-82d9-7b7cd7843f45), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:43.360355 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fd78e71-54b5-4f97-82d9-7b7cd7843f45 {{(pid=113090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:48:43.380446 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 0fd78e71-54b5-4f97-82d9-7b7cd7843f45, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=0fd78e71-54b5-4f97-82d9-7b7cd7843f45,segment=NetworkSegment(e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9),segment_id=e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:48:43.386333 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (0fd78e71-54b5-4f97-82d9-7b7cd7843f45), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:43.394357 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34baaa-9838-4e5c-8196-ac4ff2ac9dfd req-8bd7b410-5657-46cc-abda-2384bc7d4227 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:43.395931 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0f34baaa-9838-4e5c-8196-ac4ff2ac9dfd req-8bd7b410-5657-46cc-abda-2384bc7d4227 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 946 time: 0.0537875 Aug 24 06:48:43.407787 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:43.437045 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=0fd78e71-54b5-4f97-82d9-7b7cd7843f45,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:48:43.444759 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:43.444759 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:43.445208 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:43.445639 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:43.445767 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:43.445992 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:43.446349 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:43.446694 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:43.446999 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:43.447302 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:43.447653 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:43.447989 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:43.448311 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:43.448632 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:43.448953 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:48:43.451890 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0f34baaa-9838-4e5c-8196-ac4ff2ac9dfd req-920c0391-aaab-4c71-bdd3-593271441d6f tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0500648 Aug 24 06:48:43.542741 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b90b7-85ec-4f70-9f7f-157550545ab5 req-9a657318-3b82-41b1-a8f3-9217010f52ae tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:43.544438 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-389b90b7-85ec-4f70-9f7f-157550545ab5 req-9a657318-3b82-41b1-a8f3-9217010f52ae tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b0be08fb-d458-4180-a877-e5c294e68d47 HTTP/1.1" status: 200 len: 945 time: 0.0488472 Aug 24 06:48:43.584353 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:43.596826 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-389b90b7-85ec-4f70-9f7f-157550545ab5 req-e6116ecc-3798-4ea0-97fa-6cd68feae3f0 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e0139fa-6cb4-4cbc-9d0c-1843301a5441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438888 Aug 24 06:48:43.706606 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['0fd78e71-54b5-4f97-82d9-7b7cd7843f45'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:48:43.743701 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=72 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:43.751567 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=68 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:43.825991 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2d650-cbf4-4662-8254-858510599efc req-d08cdf89-db0c-4413-a56a-2553b818c0d1 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:43.827692 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-60d2d650-cbf4-4662-8254-858510599efc req-d08cdf89-db0c-4413-a56a-2553b818c0d1 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6d85df03-cf90-4dcd-baf3-0c874eb58be3 HTTP/1.1" status: 200 len: 945 time: 0.0512757 Aug 24 06:48:43.875870 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-60d2d650-cbf4-4662-8254-858510599efc req-0c4991e2-7f08-45dd-94f9-74fbc4aee4e4 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2999ddca-bc68-4201-96b2-ea031261665e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420883 Aug 24 06:48:43.999396 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:44.331089 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c5885-0e8c-4f1f-b104-4aad5025988e req-7b3c20d7-a3a2-4460-8062-24c0bbfde367 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:44.332458 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-a09c5885-0e8c-4f1f-b104-4aad5025988e req-7b3c20d7-a3a2-4460-8062-24c0bbfde367 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=6d85df03-cf90-4dcd-baf3-0c874eb58be3 HTTP/1.1" status: 200 len: 945 time: 0.0566409 Aug 24 06:48:44.423337 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [req-a09c5885-0e8c-4f1f-b104-4aad5025988e req-14c953fd-a459-4ee0-a00d-8c0cf60891af tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Deleting port b40d8ec1-28a2-419c-a4fc-26a7a6312045 {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:48:44.423681 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-a09c5885-0e8c-4f1f-b104-4aad5025988e req-14c953fd-a459-4ee0-a00d-8c0cf60891af tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (b40d8ec1-28a2-419c-a4fc-26a7a6312045), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:44.530831 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-a09c5885-0e8c-4f1f-b104-4aad5025988e req-14c953fd-a459-4ee0-a00d-8c0cf60891af tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] For port b40d8ec1-28a2-419c-a4fc-26a7a6312045, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b40d8ec1-28a2-419c-a4fc-26a7a6312045,segment=NetworkSegment(5640d952-e513-45d9-be85-d5e12a41703e),segment_id=5640d952-e513-45d9-be85-d5e12a41703e)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:48:44.531172 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-a09c5885-0e8c-4f1f-b104-4aad5025988e req-14c953fd-a459-4ee0-a00d-8c0cf60891af tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (b40d8ec1-28a2-419c-a4fc-26a7a6312045), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:44.593860 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06a418-c259-4048-9699-a95589ffbe4f req-3e0eb087-489e-4fec-8acf-7ff311f2bdfa tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:44.595434 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1d06a418-c259-4048-9699-a95589ffbe4f req-3e0eb087-489e-4fec-8acf-7ff311f2bdfa tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 946 time: 0.0506418 Aug 24 06:48:44.653335 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1d06a418-c259-4048-9699-a95589ffbe4f req-2d9913cf-69ff-44ed-ab43-4db425c0b72e tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0516586 Aug 24 06:48:44.730508 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cf877-fbe3-4aa5-b730-8aac8db68772 req-ccb37b89-5833-405e-8e18-3a706de04497 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:44.732175 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4b0cf877-fbe3-4aa5-b730-8aac8db68772 req-ccb37b89-5833-405e-8e18-3a706de04497 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b0be08fb-d458-4180-a877-e5c294e68d47 HTTP/1.1" status: 200 len: 945 time: 0.0495484 Aug 24 06:48:44.788374 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4b0cf877-fbe3-4aa5-b730-8aac8db68772 req-b3506394-4589-4a68-9183-77f5b208c3e2 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e0139fa-6cb4-4cbc-9d0c-1843301a5441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490282 Aug 24 06:48:44.945026 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-a09c5885-0e8c-4f1f-b104-4aad5025988e req-14c953fd-a459-4ee0-a00d-8c0cf60891af tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:44.945396 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-a09c5885-0e8c-4f1f-b104-4aad5025988e req-14c953fd-a459-4ee0-a00d-8c0cf60891af tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698989'] for floatingip (653fdf5b-ddbc-4f9c-97c1-45e2d162d339), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:44.945685 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.db.l3_db [req-a09c5885-0e8c-4f1f-b104-4aad5025988e req-14c953fd-a459-4ee0-a00d-8c0cf60891af tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Floating IP 653fdf5b-ddbc-4f9c-97c1-45e2d162d339 disassociated. External IP: 172.27.3.105, port: b40d8ec1-28a2-419c-a4fc-26a7a6312045. Aug 24 06:48:44.946024 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [req-a09c5885-0e8c-4f1f-b104-4aad5025988e req-14c953fd-a459-4ee0-a00d-8c0cf60891af tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Calling delete_port for b40d8ec1-28a2-419c-a4fc-26a7a6312045 owned by compute:nova {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:48:45.002615 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4b1a1-2f1f-4766-801f-d99be09acd4b req-5050b9af-8123-4a95-b29d-e9c1a54d1688 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:45.004128 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-04c4b1a1-2f1f-4766-801f-d99be09acd4b req-5050b9af-8123-4a95-b29d-e9c1a54d1688 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6d85df03-cf90-4dcd-baf3-0c874eb58be3 HTTP/1.1" status: 200 len: 945 time: 0.0477147 Aug 24 06:48:45.053055 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-04c4b1a1-2f1f-4766-801f-d99be09acd4b req-4f8b7fbd-fb42-4185-923a-2c6f4c1cb23d tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2999ddca-bc68-4201-96b2-ea031261665e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429764 Aug 24 06:48:45.079621 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-a09c5885-0e8c-4f1f-b104-4aad5025988e req-14c953fd-a459-4ee0-a00d-8c0cf60891af tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (b40d8ec1-28a2-419c-a4fc-26a7a6312045), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:45.107865 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c953fd-a459-4ee0-a00d-8c0cf60891af tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event deleted for resources: {'Port': ['ID=b40d8ec1-28a2-419c-a4fc-26a7a6312045,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:48:45.184606 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 0fd78e71-54b5-4f97-82d9-7b7cd7843f45 up at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:48:45.223213 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:45.224313 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a09c5885-0e8c-4f1f-b104-4aad5025988e req-14c953fd-a459-4ee0-a00d-8c0cf60891af tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:48:45.243763 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning for port 0fd78e71-54b5-4f97-82d9-7b7cd7843f45 completed by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 06:48:45.250797 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning complete for port 0fd78e71-54b5-4f97-82d9-7b7cd7843f45 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:48:45.251166 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (0fd78e71-54b5-4f97-82d9-7b7cd7843f45), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:45.312180 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:45.333119 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 0fd78e71-54b5-4f97-82d9-7b7cd7843f45 is: BUILD; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:48:45.333508 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (0fd78e71-54b5-4f97-82d9-7b7cd7843f45), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:45.349397 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a09c5885-0e8c-4f1f-b104-4aad5025988e req-14c953fd-a459-4ee0-a00d-8c0cf60891af tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:48:45.359851 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca8aa6a-16e9-4cf1-a6ac-647c80f510fb None None] Sync routers for ids ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:48:45.361243 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0be08fb-d458-4180-a877-e5c294e68d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd78e71-54b5-4f97-82d9-7b7cd7843f45'}] {{(pid=113090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:48:45.363659 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b6006cf2a23db0b36d2003dbfde04691441a00dec53483979079bf2def40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99b2342-b3ee-4d03-971f-18c40e5902c8" -d '{"events": [{"server_uuid": "b0be08fb-d458-4180-a877-e5c294e68d47", "name": "network-vif-plugged", "status": "completed", "tag": "0fd78e71-54b5-4f97-82d9-7b7cd7843f45"}]}' {{(pid=113090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:48:45.370689 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca8aa6a-16e9-4cf1-a6ac-647c80f510fb None None] Routers {'75ea99f1-9466-4c6b-97ff-975a1fed8f16'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:48:45.371664 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-6ca8aa6a-16e9-4cf1-a6ac-647c80f510fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:48:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:48:45.375816 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:45.380057 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 0fd78e71-54b5-4f97-82d9-7b7cd7843f45, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=0fd78e71-54b5-4f97-82d9-7b7cd7843f45,segment=NetworkSegment(e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9),segment_id=e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:48:45.388850 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (0fd78e71-54b5-4f97-82d9-7b7cd7843f45), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:45.401382 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09c5885-0e8c-4f1f-b104-4aad5025988e req-14c953fd-a459-4ee0-a00d-8c0cf60891af tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] No DVR routers for this DVR port b40d8ec1-28a2-419c-a4fc-26a7a6312045 on host hv-cinder-85427 {{(pid=113088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:48:45.404040 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-a09c5885-0e8c-4f1f-b104-4aad5025988e req-14c953fd-a459-4ee0-a00d-8c0cf60891af tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:45.408543 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-a09c5885-0e8c-4f1f-b104-4aad5025988e req-14c953fd-a459-4ee0-a00d-8c0cf60891af tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.58 "DELETE /networking/v2.0/ports/b40d8ec1-28a2-419c-a4fc-26a7a6312045 HTTP/1.1" status: 204 len: 173 time: 1.0704737 Aug 24 06:48:45.409150 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d85df03-cf90-4dcd-baf3-0c874eb58be3', 'name': 'network-vif-deleted', 'tag': 'b40d8ec1-28a2-419c-a4fc-26a7a6312045'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:48:45.411890 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6907b2d-c3c2-4819-8c5b-05836254dd3a" -d '{"events": [{"server_uuid": "6d85df03-cf90-4dcd-baf3-0c874eb58be3", "name": "network-vif-deleted", "tag": "b40d8ec1-28a2-419c-a4fc-26a7a6312045"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:48:45.422826 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104a0e95-f48b-4b2b-a32d-e2884eefa396 x-openstack-request-id: req-104a0e95-f48b-4b2b-a32d-e2884eefa396 {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:48:45.423320 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0be08fb-d458-4180-a877-e5c294e68d47", "name": "network-vif-plugged", "status": "completed", "tag": "0fd78e71-54b5-4f97-82d9-7b7cd7843f45", "code": 200}]} {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:48:45.423640 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-104a0e95-f48b-4b2b-a32d-e2884eefa396 {{(pid=113090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:48:45.423968 dv-cinder-854271-1-iscsi neutron-server[113090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-104a0e95-f48b-4b2b-a32d-e2884eefa396'] response: {'server_uuid': 'b0be08fb-d458-4180-a877-e5c294e68d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd78e71-54b5-4f97-82d9-7b7cd7843f45', 'code': 200} Aug 24 06:48:45.480960 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=0fd78e71-54b5-4f97-82d9-7b7cd7843f45,revision_number=5']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:48:45.494546 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98aee57a-575f-4361-9807-5375280d4848 x-openstack-request-id: req-98aee57a-575f-4361-9807-5375280d4848 {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:48:45.494868 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d85df03-cf90-4dcd-baf3-0c874eb58be3", "name": "network-vif-deleted", "tag": "b40d8ec1-28a2-419c-a4fc-26a7a6312045", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:48:45.495318 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-98aee57a-575f-4361-9807-5375280d4848 {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:48:45.495959 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98aee57a-575f-4361-9807-5375280d4848'] response: {'server_uuid': '6d85df03-cf90-4dcd-baf3-0c874eb58be3', 'name': 'network-vif-deleted', 'tag': 'b40d8ec1-28a2-419c-a4fc-26a7a6312045', 'status': 'completed', 'code': 200} Aug 24 06:48:45.499304 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:45.525102 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:45.525272 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-6ca8aa6a-16e9-4cf1-a6ac-647c80f510fb None None] Set router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:48:45.673695 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697a142-4bcd-435b-a4d7-92c1c751fe44 req-d8a0a065-ce0c-4a92-afc7-c5508d290f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:45.675371 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-1697a142-4bcd-435b-a4d7-92c1c751fe44 req-d8a0a065-ce0c-4a92-afc7-c5508d290f34 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b0be08fb-d458-4180-a877-e5c294e68d47 HTTP/1.1" status: 200 len: 1130 time: 0.0460355 Aug 24 06:48:45.731109 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-6ca8aa6a-16e9-4cf1-a6ac-647c80f510fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'name': 'tempest-AttachVolumeNegativeTest-1816783706-router', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:15Z', 'revision_number': 4, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'gw_port': {'id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:09Z', 'updated_at': '2022-08-24T06:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '600aceea-e5a1-4b97-90bc-acc305ca240a', 'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'mac_address': 'fa:16:3e:e3:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:43:36Z', 'revision_number': 5, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'subnets': [{'id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:48:45.757412 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca8aa6a-16e9-4cf1-a6ac-647c80f510fb None None] Checking router: 75ea99f1-9466-4c6b-97ff-975a1fed8f16 for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:48:45.766611 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca8aa6a-16e9-4cf1-a6ac-647c80f510fb None None] Routers {'75ea99f1-9466-4c6b-97ff-975a1fed8f16'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:48:45.767235 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-6ca8aa6a-16e9-4cf1-a6ac-647c80f510fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:48:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:48:45.773856 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b35009-800e-4abe-9793-3e65ed2840c2 req-bbf18e04-6cca-4498-939e-d9e9c305392e tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:45.775419 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-77b35009-800e-4abe-9793-3e65ed2840c2 req-bbf18e04-6cca-4498-939e-d9e9c305392e tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 946 time: 0.0473030 Aug 24 06:48:45.827686 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-77b35009-800e-4abe-9793-3e65ed2840c2 req-7b4e29d4-4db2-4a2e-a210-0795a32d5ef4 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0460846 Aug 24 06:48:45.874217 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-6ca8aa6a-16e9-4cf1-a6ac-647c80f510fb None None] Set router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:48:45.905161 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-1697a142-4bcd-435b-a4d7-92c1c751fe44 req-d6174f76-bd50-48bf-ae2c-e6667877ec8c service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9e0139fa-6cb4-4cbc-9d0c-1843301a5441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552373 Aug 24 06:48:45.938681 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b2b0c-3eef-4f1d-b344-ce3ffbc5406f req-0244c6ad-10ea-4c45-9c89-ada4c49f43b1 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:45.940195 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f93b2b0c-3eef-4f1d-b344-ce3ffbc5406f req-0244c6ad-10ea-4c45-9c89-ada4c49f43b1 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b0be08fb-d458-4180-a877-e5c294e68d47 HTTP/1.1" status: 200 len: 946 time: 0.0590005 Aug 24 06:48:45.987273 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f93b2b0c-3eef-4f1d-b344-ce3ffbc5406f req-74b7652c-5c83-4b42-93fe-73ced8bfdfe1 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e0139fa-6cb4-4cbc-9d0c-1843301a5441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412135 Aug 24 06:48:46.066805 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-6ca8aa6a-16e9-4cf1-a6ac-647c80f510fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'name': 'tempest-AttachVolumeNegativeTest-1816783706-router', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:15Z', 'revision_number': 4, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'gw_port': {'id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:09Z', 'updated_at': '2022-08-24T06:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '600aceea-e5a1-4b97-90bc-acc305ca240a', 'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'mac_address': 'fa:16:3e:e3:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:43:36Z', 'revision_number': 5, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'subnets': [{'id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:48:46.091644 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca8aa6a-16e9-4cf1-a6ac-647c80f510fb None None] The sync data for ids ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'] in dv-cinder-854271-1-iscsi is: [{'id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'name': 'tempest-AttachVolumeNegativeTest-1816783706-router', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:15Z', 'revision_number': 4, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'gw_port': {'id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:09Z', 'updated_at': '2022-08-24T06:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '600aceea-e5a1-4b97-90bc-acc305ca240a', 'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'mac_address': 'fa:16:3e:e3:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:43:36Z', 'revision_number': 5, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'subnets': [{'id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:48:46.175676 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-53f0fd71-7bd8-49a1-98fb-7130b8ede960 req-5104ddf9-191e-4a61-acca-3e0680fc5fde tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6d85df03-cf90-4dcd-baf3-0c874eb58be3 HTTP/1.1" status: 200 len: 210 time: 0.0285757 Aug 24 06:48:46.335982 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d38dec4-642d-4cfd-ba00-a64855d19a59 None None] New status for floating IP 653fdf5b-ddbc-4f9c-97c1-45e2d162d339: DOWN {{(pid=113090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 06:48:46.966019 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db23d73-c165-495b-958b-0bb0ae130c5d req-1b81955c-a367-48dd-ac24-19945e9d7472 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:46.967922 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6db23d73-c165-495b-958b-0bb0ae130c5d req-1b81955c-a367-48dd-ac24-19945e9d7472 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 946 time: 0.0567286 Aug 24 06:48:47.025206 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6db23d73-c165-495b-958b-0bb0ae130c5d req-90158c2d-b0d1-44e2-9340-aec73e1267ee tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0488272 Aug 24 06:48:47.121802 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921ad3b-656c-42b7-87ea-39ca2ad3026f req-3c3ff16c-aa93-4c21-b706-2453b45dcec8 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:47.123546 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b921ad3b-656c-42b7-87ea-39ca2ad3026f req-3c3ff16c-aa93-4c21-b706-2453b45dcec8 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b0be08fb-d458-4180-a877-e5c294e68d47 HTTP/1.1" status: 200 len: 946 time: 0.0568826 Aug 24 06:48:47.180177 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b921ad3b-656c-42b7-87ea-39ca2ad3026f req-b238592f-36a4-40f8-95ac-360a69ab6900 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e0139fa-6cb4-4cbc-9d0c-1843301a5441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505598 Aug 24 06:48:47.187494 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device b40d8ec1-28a2-419c-a4fc-26a7a6312045 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:48:47.208502 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] No Port match for: b40d8ec1-28a2-419c-a4fc-26a7a6312045 {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:48:47.208876 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device b40d8ec1-28a2-419c-a4fc-26a7a6312045 not bound to the agent host hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:48:47.287361 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 53032) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:48:47.294603 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:47.354893 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-377f0717-78fc-4ef8-822b-f13042e76cbc tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group (2999ddca-bc68-4201-96b2-ea031261665e), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:47.378463 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-377f0717-78fc-4ef8-822b-f13042e76cbc tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group (2999ddca-bc68-4201-96b2-ea031261665e), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:47.435741 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-377f0717-78fc-4ef8-822b-f13042e76cbc tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (2999ddca-bc68-4201-96b2-ea031261665e), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:47.439593 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-377f0717-78fc-4ef8-822b-f13042e76cbc tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:47.441208 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-377f0717-78fc-4ef8-822b-f13042e76cbc tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2999ddca-bc68-4201-96b2-ea031261665e HTTP/1.1" status: 204 len: 168 time: 0.1525724 Aug 24 06:48:47.444389 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 53036) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:48:47.451910 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f0717-78fc-4ef8-822b-f13042e76cbc tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2999ddca-bc68-4201-96b2-ea031261665e,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:48:47.462777 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.api.v2.resource [None req-e57f49e8-b56e-4805-8acc-0385e1c740f3 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] show failed (client error): The resource could not be found. Aug 24 06:48:47.466567 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-e57f49e8-b56e-4805-8acc-0385e1c740f3 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups/2999ddca-bc68-4201-96b2-ea031261665e HTTP/1.1" status: 404 len: 347 time: 0.0180719 Aug 24 06:48:47.466861 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 53038) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:48:47.588276 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-c10a6ee6-2d65-4fe7-820e-83fe21f58650 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Deleting port 0657ab15-9f54-44f3-8a89-7d60192c2e30 {{(pid=113089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:48:47.588527 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c10a6ee6-2d65-4fe7-820e-83fe21f58650 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (0657ab15-9f54-44f3-8a89-7d60192c2e30), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:47.662870 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:47.678259 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c10a6ee6-2d65-4fe7-820e-83fe21f58650 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (0657ab15-9f54-44f3-8a89-7d60192c2e30), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:47.678590 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c10a6ee6-2d65-4fe7-820e-83fe21f58650 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for floatingip (0657ab15-9f54-44f3-8a89-7d60192c2e30), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:47.687987 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:47.692993 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-c10a6ee6-2d65-4fe7-820e-83fe21f58650 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Calling delete_port for 0657ab15-9f54-44f3-8a89-7d60192c2e30 owned by network:floatingip {{(pid=113089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:48:47.843119 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c10a6ee6-2d65-4fe7-820e-83fe21f58650 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118'] for port (0657ab15-9f54-44f3-8a89-7d60192c2e30), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:47.871797 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a6ee6-2d65-4fe7-820e-83fe21f58650 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event deleted for resources: {'Port': ['ID=0657ab15-9f54-44f3-8a89-7d60192c2e30,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:48:47.899166 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c10a6ee6-2d65-4fe7-820e-83fe21f58650 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for floatingip (653fdf5b-ddbc-4f9c-97c1-45e2d162d339), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:47.903554 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c10a6ee6-2d65-4fe7-820e-83fe21f58650 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:47.910222 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-c10a6ee6-2d65-4fe7-820e-83fe21f58650 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/653fdf5b-ddbc-4f9c-97c1-45e2d162d339 HTTP/1.1" status: 204 len: 168 time: 0.4371269 Aug 24 06:48:47.993667 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 53054) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:48:47.999365 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-7a52524d-d954-4572-b58c-7d8d8c4f7737 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Request body: {'security_group': {'name': 'tempest-securitygroup--771091788', 'description': 'tempest-description--981598775'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:48:48.022315 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-7a52524d-d954-4572-b58c-7d8d8c4f7737 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:48.090681 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-7a52524d-d954-4572-b58c-7d8d8c4f7737 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group (cc2c8ead-bf65-42b5-b45b-0db3070dfa41), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:48.094859 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-7a52524d-d954-4572-b58c-7d8d8c4f7737 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (cc2c8ead-bf65-42b5-b45b-0db3070dfa41), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:48.151405 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-7a52524d-d954-4572-b58c-7d8d8c4f7737 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:48.152624 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-7a52524d-d954-4572-b58c-7d8d8c4f7737 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1567795 Aug 24 06:48:48.156097 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 53058) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:48:48.156488 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52524d-d954-4572-b58c-7d8d8c4f7737 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2c8ead-bf65-42b5-b45b-0db3070dfa41,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:48:48.160745 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-c9255851-27d4-40a3-905c-e95581f0d0da tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Request body: {'security_group_rule': {'security_group_id': 'cc2c8ead-bf65-42b5-b45b-0db3070dfa41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:48:48.174094 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d2a40-fb6e-4949-831f-ac4d9c3c6bc6 req-11c1c14b-8b42-47a9-8d36-e948a15214c3 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:48.175628 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-298d2a40-fb6e-4949-831f-ac4d9c3c6bc6 req-11c1c14b-8b42-47a9-8d36-e948a15214c3 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 946 time: 0.0657449 Aug 24 06:48:48.191929 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c9255851-27d4-40a3-905c-e95581f0d0da tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group_rule (a303dd5a-2754-4411-a895-5b7f437a2b00), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:48.238565 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-298d2a40-fb6e-4949-831f-ac4d9c3c6bc6 req-8f64e704-7ada-47e3-90f8-faa7435dc7b7 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0566683 Aug 24 06:48:48.261724 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c9255851-27d4-40a3-905c-e95581f0d0da tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group_rule (a303dd5a-2754-4411-a895-5b7f437a2b00), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:48.267223 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c9255851-27d4-40a3-905c-e95581f0d0da tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (a303dd5a-2754-4411-a895-5b7f437a2b00), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:48.286309 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9255851-27d4-40a3-905c-e95581f0d0da tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a303dd5a-2754-4411-a895-5b7f437a2b00,revision_number=0']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:48:48.294897 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c9255851-27d4-40a3-905c-e95581f0d0da tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:48.298888 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-c9255851-27d4-40a3-905c-e95581f0d0da tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1390805 Aug 24 06:48:48.299121 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 53062) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:48:48.303689 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-92fde722-1430-4519-81d5-d3d05e1a6d92 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Request body: {'security_group_rule': {'security_group_id': 'cc2c8ead-bf65-42b5-b45b-0db3070dfa41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:48:48.317712 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b6dc2-dc01-4f43-ba27-8dd025d6ccb9 req-5b9af90e-9d28-45cc-82ae-9f71ff271016 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:48.319962 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-320b6dc2-dc01-4f43-ba27-8dd025d6ccb9 req-5b9af90e-9d28-45cc-82ae-9f71ff271016 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b0be08fb-d458-4180-a877-e5c294e68d47 HTTP/1.1" status: 200 len: 946 time: 0.0557461 Aug 24 06:48:48.338700 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-92fde722-1430-4519-81d5-d3d05e1a6d92 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group_rule (6ecbc1b3-67b6-491d-a362-bf72d7f66374), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:48.373593 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-320b6dc2-dc01-4f43-ba27-8dd025d6ccb9 req-35c1dd94-b02a-4e9b-93ac-e0b59464b03b tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e0139fa-6cb4-4cbc-9d0c-1843301a5441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473187 Aug 24 06:48:48.408893 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-92fde722-1430-4519-81d5-d3d05e1a6d92 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group_rule (6ecbc1b3-67b6-491d-a362-bf72d7f66374), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:48.413881 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-92fde722-1430-4519-81d5-d3d05e1a6d92 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (6ecbc1b3-67b6-491d-a362-bf72d7f66374), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:48.433847 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fde722-1430-4519-81d5-d3d05e1a6d92 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ecbc1b3-67b6-491d-a362-bf72d7f66374,revision_number=0']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:48:48.443992 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-92fde722-1430-4519-81d5-d3d05e1a6d92 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:48.445374 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-92fde722-1430-4519-81d5-d3d05e1a6d92 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1451850 Aug 24 06:48:48.448372 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 53066) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:48:48.452706 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-1a4faeb3-4b5a-407a-a34d-2b869e297b5c tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Request body: {'floatingip': {'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:48:48.476503 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-1a4faeb3-4b5a-407a-a34d-2b869e297b5c tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:48.499229 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502b51e-8edd-43ce-badd-822b26ab206a req-b5d8911d-ff18-4df6-98cc-3f9e89d64579 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:48.503266 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0502b51e-8edd-43ce-badd-822b26ab206a req-b5d8911d-ff18-4df6-98cc-3f9e89d64579 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b0be08fb-d458-4180-a877-e5c294e68d47 HTTP/1.1" status: 200 len: 946 time: 0.0555248 Aug 24 06:48:48.513265 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 53068) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:48:48.544564 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-d8bf2a5c-47bc-497c-b653-dff712b2b020 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Request body: {'floatingip': {'port_id': '0fd78e71-54b5-4f97-82d9-7b7cd7843f45'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:48:48.596889 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d8bf2a5c-47bc-497c-b653-dff712b2b020 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for floatingip (f8a361d8-e2db-4532-8afe-e309e80f4196), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:48.639232 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-1a4faeb3-4b5a-407a-a34d-2b869e297b5c tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:48.740032 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:48.877259 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:48.892061 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [None req-1a4faeb3-4b5a-407a-a34d-2b869e297b5c tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Allocated IP 172.27.3.225 (ebaf0247-9904-4138-a92a-0e04f684cda3/21927f02-5278-4e61-8de7-8e5f8e88a327/a9867c85-c3b4-4ffe-a4b2-5d152215678b) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:48:49.145831 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-1a4faeb3-4b5a-407a-a34d-2b869e297b5c tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for port (a9867c85-c3b4-4ffe-a4b2-5d152215678b), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:49.238343 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d8bf2a5c-47bc-497c-b653-dff712b2b020 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:49.243423 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d8bf2a5c-47bc-497c-b653-dff712b2b020 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698989'] for floatingip (f8a361d8-e2db-4532-8afe-e309e80f4196), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:49.247637 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-1a4faeb3-4b5a-407a-a34d-2b869e297b5c tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (a9867c85-c3b4-4ffe-a4b2-5d152215678b), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:49.321723 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce68e92-ae82-4a1d-a532-3cbb918bb1bf req-81110753-10a8-4a58-a928-acc3422b45bf tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:49.323181 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bce68e92-ae82-4a1d-a532-3cbb918bb1bf req-81110753-10a8-4a58-a928-acc3422b45bf tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 945 time: 0.0502717 Aug 24 06:48:49.344656 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4faeb3-4b5a-407a-a34d-2b869e297b5c tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Network ebaf0247-9904-4138-a92a-0e04f684cda3 is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:48:49.352770 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-1a4faeb3-4b5a-407a-a34d-2b869e297b5c tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:48:49.360730 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4faeb3-4b5a-407a-a34d-2b869e297b5c tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:48:49.386862 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4faeb3-4b5a-407a-a34d-2b869e297b5c tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event updated for resources: {'Port': ['ID=a9867c85-c3b4-4ffe-a4b2-5d152215678b,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:48:49.391905 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34c2e8-9ca1-4e59-a92d-e0a9e51ed099 req-52c8a28d-4801-4370-b01a-6de3b23bd238 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:49.393496 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-dc34c2e8-9ca1-4e59-a92d-e0a9e51ed099 req-52c8a28d-4801-4370-b01a-6de3b23bd238 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 946 time: 0.0693944 Aug 24 06:48:49.423375 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.db.l3_db [None req-d8bf2a5c-47bc-497c-b653-dff712b2b020 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Floating IP f8a361d8-e2db-4532-8afe-e309e80f4196 associated. External IP: 172.27.3.237, port: 0fd78e71-54b5-4f97-82d9-7b7cd7843f45. Aug 24 06:48:49.429621 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bce68e92-ae82-4a1d-a532-3cbb918bb1bf req-4932fa09-0db6-487a-996b-b39e4b2c2f18 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730953 Aug 24 06:48:49.461736 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-dc34c2e8-9ca1-4e59-a92d-e0a9e51ed099 req-10294daa-7a49-45ec-ae64-a7653fa8fd4e tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0580790 Aug 24 06:48:49.514332 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:49.533749 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-1a4faeb3-4b5a-407a-a34d-2b869e297b5c tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for floatingip (f367ab50-39c1-4006-a4be-8e552652a560), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:49.589019 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-1a4faeb3-4b5a-407a-a34d-2b869e297b5c tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (a9867c85-c3b4-4ffe-a4b2-5d152215678b), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:49.693243 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:49.777806 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8bf2a5c-47bc-497c-b653-dff712b2b020 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Router a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:48:49.886697 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-1a4faeb3-4b5a-407a-a34d-2b869e297b5c tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for port (a9867c85-c3b4-4ffe-a4b2-5d152215678b), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:49.895231 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-1a4faeb3-4b5a-407a-a34d-2b869e297b5c tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (a9867c85-c3b4-4ffe-a4b2-5d152215678b), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:50.226241 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-1a4faeb3-4b5a-407a-a34d-2b869e297b5c tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698989'] for floatingip (f367ab50-39c1-4006-a4be-8e552652a560), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:50.229375 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4faeb3-4b5a-407a-a34d-2b869e297b5c tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event updated for resources: {'Port': ['ID=a9867c85-c3b4-4ffe-a4b2-5d152215678b,revision_number=2']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:48:50.233123 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bf2a5c-47bc-497c-b653-dff712b2b020 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:48:50.240106 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d8bf2a5c-47bc-497c-b653-dff712b2b020 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:50.256302 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c086ee8-dfca-4131-bd73-0465d5179161 None None] Sync routers for ids ['a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:48:50.279270 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-1a4faeb3-4b5a-407a-a34d-2b869e297b5c tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:50.280335 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-1a4faeb3-4b5a-407a-a34d-2b869e297b5c tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8309844 Aug 24 06:48:50.284122 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c086ee8-dfca-4131-bd73-0465d5179161 None None] Routers {'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:48:50.284746 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-9c086ee8-dfca-4131-bd73-0465d5179161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:48:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:48:50.288870 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-d8bf2a5c-47bc-497c-b653-dff712b2b020 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/f8a361d8-e2db-4532-8afe-e309e80f4196 HTTP/1.1" status: 200 len: 992 time: 1.7734387 Aug 24 06:48:50.289492 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0be08fb-d458-4180-a877-e5c294e68d47', 'tag': '0fd78e71-54b5-4f97-82d9-7b7cd7843f45'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:48:50.292060 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bce1b09-7ee9-403f-9557-e7f2950cdd7a" -d '{"events": [{"name": "network-changed", "server_uuid": "b0be08fb-d458-4180-a877-e5c294e68d47", "tag": "0fd78e71-54b5-4f97-82d9-7b7cd7843f45"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:48:50.408701 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-9c086ee8-dfca-4131-bd73-0465d5179161 None None] Set router a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:48:50.412465 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d231b275-1bce-4d94-baa1-8bbca4cf3f29 x-openstack-request-id: req-d231b275-1bce-4d94-baa1-8bbca4cf3f29 {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:48:50.413174 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0be08fb-d458-4180-a877-e5c294e68d47", "tag": "0fd78e71-54b5-4f97-82d9-7b7cd7843f45", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:48:50.413605 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d231b275-1bce-4d94-baa1-8bbca4cf3f29 {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:48:50.414715 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d231b275-1bce-4d94-baa1-8bbca4cf3f29'] response: {'name': 'network-changed', 'server_uuid': 'b0be08fb-d458-4180-a877-e5c294e68d47', 'tag': '0fd78e71-54b5-4f97-82d9-7b7cd7843f45', 'status': 'completed', 'code': 200} Aug 24 06:48:50.487812 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-369ecf43-0fe2-4904-a2ff-cf023c3f7a11 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--771091788&fields=id&tenant_id=a41fb206b09941ac80996a3c9cbaae58 HTTP/1.1" status: 200 len: 267 time: 0.0442395 Aug 24 06:48:50.513281 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=100 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:50.522476 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:50.566049 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:50.622323 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc7279-750d-4717-8a43-c2ddca415b35 req-f37e64a3-28cb-4227-80fa-650aa364006b tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:50.624028 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6edc7279-750d-4717-8a43-c2ddca415b35 req-f37e64a3-28cb-4227-80fa-650aa364006b tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 945 time: 0.1050487 Aug 24 06:48:50.638648 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-9c086ee8-dfca-4131-bd73-0465d5179161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'name': 'tempest-AttachVolumeTestJSON-328073892-router', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:24Z', 'revision_number': 4, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'gw_port': {'id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:51:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': 'f8a361d8-e2db-4532-8afe-e309e80f4196', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'floating_ip_address': '172.27.3.237', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'port_id': '0fd78e71-54b5-4f97-82d9-7b7cd7843f45', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286', 'mac_address': 'fa:16:3e:bb:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0be08fb-d458-4180-a877-e5c294e68d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:48:35Z', 'updated_at': '2022-08-24T06:48:49Z', 'revision_number': 1, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d708c73-58f4-49da-9c5e-cc9ce17bf74d', 'name': '', 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'mac_address': 'fa:16:3e:d5:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:22Z', 'updated_at': '2022-08-24T06:43:49Z', 'revision_number': 5, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'subnets': [{'id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:48:50.667764 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c086ee8-dfca-4131-bd73-0465d5179161 None None] Checking router: a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:48:50.677889 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c086ee8-dfca-4131-bd73-0465d5179161 None None] Routers {'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:48:50.678189 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-331d49d2-75bb-4dad-91ec-75506821a2ba tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:50.678509 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-9c086ee8-dfca-4131-bd73-0465d5179161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:48:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:48:50.680011 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-331d49d2-75bb-4dad-91ec-75506821a2ba tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/networks?id=4d764327-7285-4015-bbe3-ebfc93ab6200 HTTP/1.1" status: 200 len: 815 time: 0.1842625 Aug 24 06:48:50.709905 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-d79e1bd2-7319-425c-b4b8-188a98ecb306 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/quotas/a41fb206b09941ac80996a3c9cbaae58 HTTP/1.1" status: 200 len: 375 time: 0.0232482 Aug 24 06:48:50.713108 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6edc7279-750d-4717-8a43-c2ddca415b35 req-65e4efc6-7de5-4e68-bfdb-5f76b3d0ed83 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802143 Aug 24 06:48:50.773051 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-517d7b9f-9dd2-4e6c-b864-92105a42de02 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a41fb206b09941ac80996a3c9cbaae58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570774 Aug 24 06:48:50.775574 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=100 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:50.788191 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-9c086ee8-dfca-4131-bd73-0465d5179161 None None] Set router a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:48:50.858316 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e0709-b8a6-428a-93cf-0013f8800cd7 req-2d4969bb-2636-47c5-910c-6e1982bd0555 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:50.860447 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-252e0709-b8a6-428a-93cf-0013f8800cd7 req-2d4969bb-2636-47c5-910c-6e1982bd0555 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 946 time: 0.0766540 Aug 24 06:48:50.948834 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-5380e84b-34a4-4c88-90b1-2f5d6bea17e1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4d764327-7285-4015-bbe3-ebfc93ab6200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534898 Aug 24 06:48:50.981912 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-252e0709-b8a6-428a-93cf-0013f8800cd7 req-7b6ceb34-866a-4d73-9d21-2a87919ce143 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0940285 Aug 24 06:48:51.069694 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-4af0742a-2ecf-41b2-8164-6a537d785ddb service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4d764327-7285-4015-bbe3-ebfc93ab6200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144712 Aug 24 06:48:51.100085 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-9c086ee8-dfca-4131-bd73-0465d5179161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'name': 'tempest-AttachVolumeTestJSON-328073892-router', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:24Z', 'revision_number': 4, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'gw_port': {'id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:51:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': 'f8a361d8-e2db-4532-8afe-e309e80f4196', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'floating_ip_address': '172.27.3.237', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'port_id': '0fd78e71-54b5-4f97-82d9-7b7cd7843f45', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286', 'mac_address': 'fa:16:3e:bb:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0be08fb-d458-4180-a877-e5c294e68d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:48:35Z', 'updated_at': '2022-08-24T06:48:49Z', 'revision_number': 1, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d708c73-58f4-49da-9c5e-cc9ce17bf74d', 'name': '', 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'mac_address': 'fa:16:3e:d5:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:22Z', 'updated_at': '2022-08-24T06:43:49Z', 'revision_number': 5, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'subnets': [{'id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:48:51.126347 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c086ee8-dfca-4131-bd73-0465d5179161 None None] The sync data for ids ['a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'] in dv-cinder-854271-1-iscsi is: [{'id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'name': 'tempest-AttachVolumeTestJSON-328073892-router', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:24Z', 'revision_number': 4, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'gw_port': {'id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:51:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': 'f8a361d8-e2db-4532-8afe-e309e80f4196', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'floating_ip_address': '172.27.3.237', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'port_id': '0fd78e71-54b5-4f97-82d9-7b7cd7843f45', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286', 'mac_address': 'fa:16:3e:bb:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0be08fb-d458-4180-a877-e5c294e68d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:48:35Z', 'updated_at': '2022-08-24T06:48:49Z', 'revision_number': 1, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d708c73-58f4-49da-9c5e-cc9ce17bf74d', 'name': '', 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'mac_address': 'fa:16:3e:d5:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:22Z', 'updated_at': '2022-08-24T06:43:49Z', 'revision_number': 5, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'subnets': [{'id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:48:51.246822 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2e1b0206-f211-4ad6-a458-444a1eac0500 req-c569c686-809c-4278-b706-68a453a2dcde tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fb4a6c65-00a1-497f-8798-d2ee025cab41 HTTP/1.1" status: 200 len: 210 time: 0.0325763 Aug 24 06:48:51.374024 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe2b207-9b1c-4401-8a6d-136e67b31201 None None] New status for floating IP f8a361d8-e2db-4532-8afe-e309e80f4196: ACTIVE {{(pid=113090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 06:48:51.559287 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:51.840164 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca574d-1b83-41e1-99c2-b4af9f4a356a req-412dca32-89ad-4aeb-bba9-65945fe66dc7 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:51.841596 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e3ca574d-1b83-41e1-99c2-b4af9f4a356a req-412dca32-89ad-4aeb-bba9-65945fe66dc7 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 945 time: 0.0537183 Aug 24 06:48:51.891451 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e3ca574d-1b83-41e1-99c2-b4af9f4a356a req-1e27f09b-5696-47f1-ad96-b5f5e0e375b3 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435495 Aug 24 06:48:52.106911 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4712e62-cb5f-4e46-81b0-c1a04c8a09b7 req-4c103cc3-c3cc-4904-9dc3-451079ea30cb tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:52.108415 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e4712e62-cb5f-4e46-81b0-c1a04c8a09b7 req-4c103cc3-c3cc-4904-9dc3-451079ea30cb tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 946 time: 0.0496521 Aug 24 06:48:52.166584 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e4712e62-cb5f-4e46-81b0-c1a04c8a09b7 req-11e8ed17-c67b-4439-a1c1-aac00cc6b30e tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0512094 Aug 24 06:48:52.217707 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ae993-65db-4cc0-be1f-37564a013a3f req-fcf0934f-b848-4dc7-a6bd-f42c90f8a71b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:52.219510 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b13ae993-65db-4cc0-be1f-37564a013a3f req-fcf0934f-b848-4dc7-a6bd-f42c90f8a71b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 945 time: 0.0513201 Aug 24 06:48:52.274473 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b13ae993-65db-4cc0-be1f-37564a013a3f req-a61d7086-ddc9-4339-a97d-a6dc7fbc3596 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458293 Aug 24 06:48:52.347431 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-eaf2c3c2-f43c-4e49-98bd-ee8a26297e4f req-1e870f54-14d2-4509-8688-9e34c1aefb63 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fb4a6c65-00a1-497f-8798-d2ee025cab41 HTTP/1.1" status: 200 len: 210 time: 0.0286129 Aug 24 06:48:52.447258 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf9b2c-ae5e-4a79-8f70-5b55b8078fee req-2e2516cf-64b4-444e-8be9-c46669a86455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:52.448703 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce1b09-7ee9-403f-9557-e7f2950cdd7a req-7c85fde0-a34d-4795-96c7-c37fac2763f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:52.449323 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c7cf9b2c-ae5e-4a79-8f70-5b55b8078fee req-2e2516cf-64b4-444e-8be9-c46669a86455 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0bf38c354bea44f5a503e76fa53b20f6&device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 1130 time: 0.0450480 Aug 24 06:48:52.450729 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-8bce1b09-7ee9-403f-9557-e7f2950cdd7a req-7c85fde0-a34d-4795-96c7-c37fac2763f9 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=5b4541156c1f4efab3a61dd6935638bb&device_id=b0be08fb-d458-4180-a877-e5c294e68d47 HTTP/1.1" status: 200 len: 1130 time: 0.0473487 Aug 24 06:48:52.601654 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abb4ac-8b82-4c81-9c24-6acc8b5763a6 req-6fa754f9-e2a6-4f4a-88e8-1edc0bc6f453 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:52.602542 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf9b2c-ae5e-4a79-8f70-5b55b8078fee req-cc36971e-5c73-447f-99d7-7bab2edd459a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:52.603011 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f9abb4ac-8b82-4c81-9c24-6acc8b5763a6 req-6fa754f9-e2a6-4f4a-88e8-1edc0bc6f453 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 945 time: 0.1054692 Aug 24 06:48:52.604023 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c7cf9b2c-ae5e-4a79-8f70-5b55b8078fee req-cc36971e-5c73-447f-99d7-7bab2edd459a service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=1a65afdd-a8e2-4518-9256-f6218e06bf95 HTTP/1.1" status: 200 len: 909 time: 0.1079695 Aug 24 06:48:52.671831 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c7cf9b2c-ae5e-4a79-8f70-5b55b8078fee req-78569e1d-e5c9-44f1-bf8f-5c39717e425c service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23d72516-fd9a-4990-84c2-92849cc63fb1 HTTP/1.1" status: 200 len: 1001 time: 0.0566974 Aug 24 06:48:52.672541 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce1b09-7ee9-403f-9557-e7f2950cdd7a req-a521d5d5-4de4-4074-8d0a-c72d52bdb075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:52.673727 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-8bce1b09-7ee9-403f-9557-e7f2950cdd7a req-a521d5d5-4de4-4074-8d0a-c72d52bdb075 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=018b0e35-de97-44eb-a1bf-77de9b3c6286 HTTP/1.1" status: 200 len: 911 time: 0.1774411 Aug 24 06:48:52.720129 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [req-f9abb4ac-8b82-4c81-9c24-6acc8b5763a6 req-076b106b-2cbd-4553-83ea-375637244d08 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Deleting port 2387098c-848a-4eec-b0d6-bbcdd822e16b {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:48:52.720472 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f9abb4ac-8b82-4c81-9c24-6acc8b5763a6 req-076b106b-2cbd-4553-83ea-375637244d08 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (2387098c-848a-4eec-b0d6-bbcdd822e16b), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:52.788651 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:52.816002 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-f9abb4ac-8b82-4c81-9c24-6acc8b5763a6 req-076b106b-2cbd-4553-83ea-375637244d08 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] For port 2387098c-848a-4eec-b0d6-bbcdd822e16b, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=2387098c-848a-4eec-b0d6-bbcdd822e16b,segment=NetworkSegment(6bddbdc0-2b31-4a69-875c-7bbac9668394),segment_id=6bddbdc0-2b31-4a69-875c-7bbac9668394)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:48:52.816361 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f9abb4ac-8b82-4c81-9c24-6acc8b5763a6 req-076b106b-2cbd-4553-83ea-375637244d08 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (2387098c-848a-4eec-b0d6-bbcdd822e16b), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:52.953493 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:52.958276 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf9b2c-ae5e-4a79-8f70-5b55b8078fee req-dfdb1723-367f-4ba8-a6cc-9c81d93bc297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:52.960033 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c7cf9b2c-ae5e-4a79-8f70-5b55b8078fee req-dfdb1723-367f-4ba8-a6cc-9c81d93bc297 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=c0ac3680-c342-4f76-808a-5fdbedfba4b3 HTTP/1.1" status: 200 len: 847 time: 0.0782142 Aug 24 06:48:52.981998 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:52.990507 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:53.036089 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-8bce1b09-7ee9-403f-9557-e7f2950cdd7a req-44bdab91-2f57-400e-a26e-cdbc9f59a948 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0fd78e71-54b5-4f97-82d9-7b7cd7843f45 HTTP/1.1" status: 200 len: 1002 time: 0.1545494 Aug 24 06:48:53.058498 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf9b2c-ae5e-4a79-8f70-5b55b8078fee req-fc73d594-ebd2-43e5-977d-cfe359bbc677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:53.060036 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c7cf9b2c-ae5e-4a79-8f70-5b55b8078fee req-fc73d594-ebd2-43e5-977d-cfe359bbc677 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=1a65afdd-a8e2-4518-9256-f6218e06bf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0906310 Aug 24 06:48:53.066900 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7358b-123d-4421-9aec-9b9925b72171 req-fdbb6fa6-787a-40e9-8cab-a4e268b40243 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:53.070272 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d6f7358b-123d-4421-9aec-9b9925b72171 req-fdbb6fa6-787a-40e9-8cab-a4e268b40243 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 945 time: 0.0805559 Aug 24 06:48:53.145831 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f9abb4ac-8b82-4c81-9c24-6acc8b5763a6 req-076b106b-2cbd-4553-83ea-375637244d08 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:53.146216 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f9abb4ac-8b82-4c81-9c24-6acc8b5763a6 req-076b106b-2cbd-4553-83ea-375637244d08 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698989'] for floatingip (836a3539-2710-483d-bb65-92ee94ceaa99), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:53.146494 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.db.l3_db [req-f9abb4ac-8b82-4c81-9c24-6acc8b5763a6 req-076b106b-2cbd-4553-83ea-375637244d08 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Floating IP 836a3539-2710-483d-bb65-92ee94ceaa99 disassociated. External IP: 172.27.3.191, port: 2387098c-848a-4eec-b0d6-bbcdd822e16b. Aug 24 06:48:53.147362 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [req-f9abb4ac-8b82-4c81-9c24-6acc8b5763a6 req-076b106b-2cbd-4553-83ea-375637244d08 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Calling delete_port for 2387098c-848a-4eec-b0d6-bbcdd822e16b owned by compute:nova {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:48:53.158798 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce1b09-7ee9-403f-9557-e7f2950cdd7a req-b9ac656b-a6d2-44d1-86e8-55dcd1d99bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:53.160294 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-8bce1b09-7ee9-403f-9557-e7f2950cdd7a req-b9ac656b-a6d2-44d1-86e8-55dcd1d99bc4 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=72cdaf0a-4647-46c2-91ee-def2bd17e00f HTTP/1.1" status: 200 len: 849 time: 0.1171067 Aug 24 06:48:53.183694 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d6f7358b-123d-4421-9aec-9b9925b72171 req-e9ba3bf8-f5b0-4d2d-9cc6-50dccc576e0e tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8399dfb0-1deb-470f-8605-2ee38fd3e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017485 Aug 24 06:48:53.215327 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c7cf9b2c-ae5e-4a79-8f70-5b55b8078fee req-ef7178d6-a274-4f15-b8a9-90037deaf2b0 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/1a65afdd-a8e2-4518-9256-f6218e06bf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409097 Aug 24 06:48:53.270350 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-98557a38-11eb-4279-b1aa-a248d50cb37b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:53.271831 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-98557a38-11eb-4279-b1aa-a248d50cb37b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.58 "GET /networking/v2.0/networks?id=4d764327-7285-4015-bbe3-ebfc93ab6200 HTTP/1.1" status: 200 len: 815 time: 0.2906961 Aug 24 06:48:53.280041 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce1b09-7ee9-403f-9557-e7f2950cdd7a req-9092adf1-470f-4e25-8de5-c01c5670e0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:53.281770 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-8bce1b09-7ee9-403f-9557-e7f2950cdd7a req-9092adf1-470f-4e25-8de5-c01c5670e0ae service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=018b0e35-de97-44eb-a1bf-77de9b3c6286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1122379 Aug 24 06:48:53.346988 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca2712-ada0-4ff2-84b6-ca95650f971b req-581ad497-ea13-4c0c-97f1-fd3b76d40f71 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:53.348511 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-8dca2712-ada0-4ff2-84b6-ca95650f971b req-581ad497-ea13-4c0c-97f1-fd3b76d40f71 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 946 time: 0.1019850 Aug 24 06:48:53.422816 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c7cf9b2c-ae5e-4a79-8f70-5b55b8078fee req-00c41384-d398-4bcb-b893-12a550c5cd79 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/1a65afdd-a8e2-4518-9256-f6218e06bf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773963 Aug 24 06:48:53.449640 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb89092-3a71-46bb-a7a2-b528c6ccbcfc req-9570e879-3e36-4b71-8671-d45878c69a3a tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:53.451117 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-abb89092-3a71-46bb-a7a2-b528c6ccbcfc req-9570e879-3e36-4b71-8671-d45878c69a3a tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 945 time: 0.0825438 Aug 24 06:48:53.454736 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-180e061a-1b47-451a-adcf-d5df2aeb2d2d tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a41fb206b09941ac80996a3c9cbaae58 HTTP/1.1" status: 200 len: 379 time: 0.1678677 Aug 24 06:48:53.461121 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-8dca2712-ada0-4ff2-84b6-ca95650f971b req-11b03318-137f-4a1f-9849-0b1ac006b9e5 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1031733 Aug 24 06:48:53.474416 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-8bce1b09-7ee9-403f-9557-e7f2950cdd7a req-f80ea68a-9cf8-44d5-b455-4bd260beb75c service neutron] 10.222.0.58 "GET /networking/v2.0/networks/018b0e35-de97-44eb-a1bf-77de9b3c6286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807268 Aug 24 06:48:53.496091 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f9abb4ac-8b82-4c81-9c24-6acc8b5763a6 req-076b106b-2cbd-4553-83ea-375637244d08 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (2387098c-848a-4eec-b0d6-bbcdd822e16b), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:53.512485 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-abb89092-3a71-46bb-a7a2-b528c6ccbcfc req-7c9d8c90-fa4d-4e42-a3ee-2b4a4a8a9416 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503976 Aug 24 06:48:53.529228 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b106b-2cbd-4553-83ea-375637244d08 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Pushing event deleted for resources: {'Port': ['ID=2387098c-848a-4eec-b0d6-bbcdd822e16b,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:48:53.571083 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d255d956-bdd8-4c02-a2bd-6be1235459e0 req-83ae2279-b1e2-4ab1-ba59-7f76b114f7af tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fb4a6c65-00a1-497f-8798-d2ee025cab41 HTTP/1.1" status: 200 len: 210 time: 0.0348351 Aug 24 06:48:53.639568 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9abb4ac-8b82-4c81-9c24-6acc8b5763a6 req-076b106b-2cbd-4553-83ea-375637244d08 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Router 60257890-9b33-4fc7-91c0-49114a106d83 has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:48:53.720935 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:53.748111 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9abb4ac-8b82-4c81-9c24-6acc8b5763a6 req-076b106b-2cbd-4553-83ea-375637244d08 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:48:53.759608 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1150e6e2-e245-4058-8123-7ae7479c655e None None] Sync routers for ids ['60257890-9b33-4fc7-91c0-49114a106d83'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:48:53.776229 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1150e6e2-e245-4058-8123-7ae7479c655e None None] Routers {'60257890-9b33-4fc7-91c0-49114a106d83'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:48:53.777220 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-1150e6e2-e245-4058-8123-7ae7479c655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:48:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['60257890-9b33-4fc7-91c0-49114a106d83'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:48:53.791678 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9abb4ac-8b82-4c81-9c24-6acc8b5763a6 req-076b106b-2cbd-4553-83ea-375637244d08 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] No DVR routers for this DVR port 2387098c-848a-4eec-b0d6-bbcdd822e16b on host hv-cinder-85427 {{(pid=113088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:48:53.794695 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-f9abb4ac-8b82-4c81-9c24-6acc8b5763a6 req-076b106b-2cbd-4553-83ea-375637244d08 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:53.798053 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f9abb4ac-8b82-4c81-9c24-6acc8b5763a6 req-076b106b-2cbd-4553-83ea-375637244d08 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.58 "DELETE /networking/v2.0/ports/2387098c-848a-4eec-b0d6-bbcdd822e16b HTTP/1.1" status: 204 len: 173 time: 1.1837611 Aug 24 06:48:53.798521 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08ab309-2677-4dcc-9a44-55b9133ef05a', 'name': 'network-vif-deleted', 'tag': '2387098c-848a-4eec-b0d6-bbcdd822e16b'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:48:53.800843 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68467fa1-2429-4c2e-8ecc-ffbf86b63021" -d '{"events": [{"server_uuid": "a08ab309-2677-4dcc-9a44-55b9133ef05a", "name": "network-vif-deleted", "tag": "2387098c-848a-4eec-b0d6-bbcdd822e16b"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:48:53.838827 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255fc1fa-28e0-4a68-a0e0-4df226c5bf89 x-openstack-request-id: req-255fc1fa-28e0-4a68-a0e0-4df226c5bf89 {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:48:53.839123 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08ab309-2677-4dcc-9a44-55b9133ef05a", "name": "network-vif-deleted", "tag": "2387098c-848a-4eec-b0d6-bbcdd822e16b", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:48:53.839409 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-255fc1fa-28e0-4a68-a0e0-4df226c5bf89 {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:48:53.839819 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-255fc1fa-28e0-4a68-a0e0-4df226c5bf89'] response: {'server_uuid': 'a08ab309-2677-4dcc-9a44-55b9133ef05a', 'name': 'network-vif-deleted', 'tag': '2387098c-848a-4eec-b0d6-bbcdd822e16b', 'status': 'completed', 'code': 200} Aug 24 06:48:53.887523 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-1150e6e2-e245-4058-8123-7ae7479c655e None None] Set router 60257890-9b33-4fc7-91c0-49114a106d83 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:48:54.084590 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-1150e6e2-e245-4058-8123-7ae7479c655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60257890-9b33-4fc7-91c0-49114a106d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1360141810-router', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '8a3d7773-7d9a-4a50-b48b-707661ee7260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:19Z', 'revision_number': 4, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'gw_port': {'id': '8a3d7773-7d9a-4a50-b48b-707661ee7260', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:10Z', 'updated_at': '2022-08-24T06:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': 'f1fac1b8-84f9-4a2b-b73d-27765d65b43d', 'name': '', 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'mac_address': 'fa:16:3e:99:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '87c63329-c783-4018-8f3e-d78ef061967a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:17Z', 'updated_at': '2022-08-24T06:43:39Z', 'revision_number': 5, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'subnets': [{'id': '87c63329-c783-4018-8f3e-d78ef061967a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:48:54.109718 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1150e6e2-e245-4058-8123-7ae7479c655e None None] Checking router: 60257890-9b33-4fc7-91c0-49114a106d83 for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:48:54.118727 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1150e6e2-e245-4058-8123-7ae7479c655e None None] Routers {'60257890-9b33-4fc7-91c0-49114a106d83'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:48:54.119353 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-1150e6e2-e245-4058-8123-7ae7479c655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:48:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['60257890-9b33-4fc7-91c0-49114a106d83'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:48:54.224996 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-1150e6e2-e245-4058-8123-7ae7479c655e None None] Set router 60257890-9b33-4fc7-91c0-49114a106d83 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:48:54.226506 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=100 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:54.290757 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-69dca3c4-f296-4fb5-a29a-ca0b0d278c10 req-add1d04a-b4cf-40d5-a949-dc171e0d9e24 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a08ab309-2677-4dcc-9a44-55b9133ef05a HTTP/1.1" status: 200 len: 210 time: 0.0283666 Aug 24 06:48:54.425419 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-1150e6e2-e245-4058-8123-7ae7479c655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60257890-9b33-4fc7-91c0-49114a106d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1360141810-router', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '8a3d7773-7d9a-4a50-b48b-707661ee7260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:19Z', 'revision_number': 4, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'gw_port': {'id': '8a3d7773-7d9a-4a50-b48b-707661ee7260', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:10Z', 'updated_at': '2022-08-24T06:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': 'f1fac1b8-84f9-4a2b-b73d-27765d65b43d', 'name': '', 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'mac_address': 'fa:16:3e:99:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '87c63329-c783-4018-8f3e-d78ef061967a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:17Z', 'updated_at': '2022-08-24T06:43:39Z', 'revision_number': 5, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'subnets': [{'id': '87c63329-c783-4018-8f3e-d78ef061967a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:48:54.453511 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1150e6e2-e245-4058-8123-7ae7479c655e None None] The sync data for ids ['60257890-9b33-4fc7-91c0-49114a106d83'] in dv-cinder-854271-1-iscsi is: [{'id': '60257890-9b33-4fc7-91c0-49114a106d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1360141810-router', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '8a3d7773-7d9a-4a50-b48b-707661ee7260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:19Z', 'revision_number': 4, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'gw_port': {'id': '8a3d7773-7d9a-4a50-b48b-707661ee7260', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:10Z', 'updated_at': '2022-08-24T06:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': 'f1fac1b8-84f9-4a2b-b73d-27765d65b43d', 'name': '', 'network_id': '4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'mac_address': 'fa:16:3e:99:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '87c63329-c783-4018-8f3e-d78ef061967a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:17Z', 'updated_at': '2022-08-24T06:43:39Z', 'revision_number': 5, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'subnets': [{'id': '87c63329-c783-4018-8f3e-d78ef061967a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:48:54.584313 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-d7ceb889-a450-4fc0-a684-f33d1bc4d4b2 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Request body: {'port': {'device_id': 'fb4a6c65-00a1-497f-8798-d2ee025cab41', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'admin_state_up': True, 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'security_groups': ['cc2c8ead-bf65-42b5-b45b-0db3070dfa41']}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:48:54.625956 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:54.646082 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff6399-b5d1-44ce-9f20-3bf6f7c3ee83 req-470b4162-c6af-4824-9659-c982523cc7fb tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:54.653546 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-81ff6399-b5d1-44ce-9f20-3bf6f7c3ee83 req-470b4162-c6af-4824-9659-c982523cc7fb tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 946 time: 0.1090102 Aug 24 06:48:54.707576 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ad478-79ca-47a2-8597-42ba42b9ae3a req-2483eb1f-74f7-4905-86e7-7b29c4779698 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:54.709211 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-dc7ad478-79ca-47a2-8597-42ba42b9ae3a req-2483eb1f-74f7-4905-86e7-7b29c4779698 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 945 time: 0.0915706 Aug 24 06:48:54.759756 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-81ff6399-b5d1-44ce-9f20-3bf6f7c3ee83 req-d33f79c5-5479-4fe5-bda7-cfe2336c518d tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1052113 Aug 24 06:48:54.764129 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-8bce1b09-7ee9-403f-9557-e7f2950cdd7a req-fce97e91-b527-4379-8c2b-65377befe1d3 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/018b0e35-de97-44eb-a1bf-77de9b3c6286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937995 Aug 24 06:48:54.787918 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be7a758-a61d-404f-ac4e-5698e45d0e14 None None] New status for floating IP 836a3539-2710-483d-bb65-92ee94ceaa99: DOWN {{(pid=113090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 06:48:54.804287 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-dc7ad478-79ca-47a2-8597-42ba42b9ae3a req-c925bc6d-8877-4047-ab92-4e9c05662894 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839083 Aug 24 06:48:54.826726 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-d7ceb889-a450-4fc0-a684-f33d1bc4d4b2 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Made reservation on behalf of a41fb206b09941ac80996a3c9cbaae58 for: {'port': 1} {{(pid=113088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:48:54.833132 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-d7ceb889-a450-4fc0-a684-f33d1bc4d4b2 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:54.881622 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c4cc8d4f-a6b7-4d14-a8de-527f4aacbb87 req-420ee576-69fb-4b92-947f-318085b2472e tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fb4a6c65-00a1-497f-8798-d2ee025cab41 HTTP/1.1" status: 200 len: 210 time: 0.0337124 Aug 24 06:48:54.975934 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-d7ceb889-a450-4fc0-a684-f33d1bc4d4b2 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Allocated IP 172.20.0.4 (4d764327-7285-4015-bbe3-ebfc93ab6200/68aa3b00-7d83-4a36-89ce-d2987615f595/47896dbf-b786-424c-af7b-a7ebc39518bf) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:48:55.127407 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-d7ceb889-a450-4fc0-a684-f33d1bc4d4b2 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for port (47896dbf-b786-424c-af7b-a7ebc39518bf), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:55.178382 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-d7ceb889-a450-4fc0-a684-f33d1bc4d4b2 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (47896dbf-b786-424c-af7b-a7ebc39518bf), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:55.241595 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-d7ceb889-a450-4fc0-a684-f33d1bc4d4b2 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Network 4d764327-7285-4015-bbe3-ebfc93ab6200 is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:48:55.245183 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-d7ceb889-a450-4fc0-a684-f33d1bc4d4b2 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:48:55.248362 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 23d72516-fd9a-4990-84c2-92849cc63fb1 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:48:55.260849 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-d7ceb889-a450-4fc0-a684-f33d1bc4d4b2 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:48:55.287720 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ceb889-a450-4fc0-a684-f33d1bc4d4b2 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event updated for resources: {'Port': ['ID=47896dbf-b786-424c-af7b-a7ebc39518bf,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:48:55.333890 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-d7ceb889-a450-4fc0-a684-f33d1bc4d4b2 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:55.334556 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-d7ceb889-a450-4fc0-a684-f33d1bc4d4b2 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:55.361987 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 23d72516-fd9a-4990-84c2-92849cc63fb1 is: ACTIVE; New status is: DOWN {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:48:55.362489 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (23d72516-fd9a-4990-84c2-92849cc63fb1), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:55.365056 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-d7ceb889-a450-4fc0-a684-f33d1bc4d4b2 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7863054 Aug 24 06:48:55.381951 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-06dab4d8-3ce2-4a4b-aa06-849b7c7cbd3c service neutron] Request body: {'port': {'device_id': 'fb4a6c65-00a1-497f-8798-d2ee025cab41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:48:55.412968 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 23d72516-fd9a-4990-84c2-92849cc63fb1, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=23d72516-fd9a-4990-84c2-92849cc63fb1,segment=NetworkSegment(66e80b04-3348-4d98-9a1e-377326afcde4),segment_id=66e80b04-3348-4d98-9a1e-377326afcde4)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:48:55.414052 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb639cc-8b84-4663-b991-2954e9c87fef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23d72516-fd9a-4990-84c2-92849cc63fb1'}] {{(pid=113090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:48:55.416654 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b6006cf2a23db0b36d2003dbfde04691441a00dec53483979079bf2def40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2157a561-7989-46de-a263-ccd653acaeda" -d '{"events": [{"server_uuid": "cdb639cc-8b84-4663-b991-2954e9c87fef", "name": "network-vif-unplugged", "status": "completed", "tag": "23d72516-fd9a-4990-84c2-92849cc63fb1"}]}' {{(pid=113090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:48:55.432426 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 53180) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:48:55.434481 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (23d72516-fd9a-4990-84c2-92849cc63fb1), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:55.435302 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 2387098c-848a-4eec-b0d6-bbcdd822e16b no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:48:55.504290 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Aug 2022 06:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0595022e-0f9e-4f8d-bff2-4f8743f0eba7 x-openstack-request-id: req-0595022e-0f9e-4f8d-bff2-4f8743f0eba7 {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:48:55.504614 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb639cc-8b84-4663-b991-2954e9c87fef", "name": "network-vif-unplugged", "status": "completed", "tag": "23d72516-fd9a-4990-84c2-92849cc63fb1", "code": 200}]} {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:48:55.504970 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0595022e-0f9e-4f8d-bff2-4f8743f0eba7 {{(pid=113090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:48:55.505323 dv-cinder-854271-1-iscsi neutron-server[113090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0595022e-0f9e-4f8d-bff2-4f8743f0eba7'] response: {'server_uuid': 'cdb639cc-8b84-4663-b991-2954e9c87fef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23d72516-fd9a-4990-84c2-92849cc63fb1', 'code': 200} Aug 24 06:48:55.505890 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=23d72516-fd9a-4990-84c2-92849cc63fb1,revision_number=6']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:48:55.526703 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-06dab4d8-3ce2-4a4b-aa06-849b7c7cbd3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (47896dbf-b786-424c-af7b-a7ebc39518bf), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:55.539751 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-973d977d-8095-4009-b779-5dd1cb85bc6b tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks [] for security_group (8399dfb0-1deb-470f-8605-2ee38fd3e9a7), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:55.540883 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] No Port match for: 2387098c-848a-4eec-b0d6-bbcdd822e16b {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:48:55.541238 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 2387098c-848a-4eec-b0d6-bbcdd822e16b not bound to the agent host hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:48:55.543545 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-783477f3-8010-42b5-998f-f770f02374cc None None] Provisioning complete for port 47896dbf-b786-424c-af7b-a7ebc39518bf triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:48:55.543915 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-783477f3-8010-42b5-998f-f770f02374cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (47896dbf-b786-424c-af7b-a7ebc39518bf), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:55.582711 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-783477f3-8010-42b5-998f-f770f02374cc None None] Port 47896dbf-b786-424c-af7b-a7ebc39518bf cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:48:55.582944 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:55.589099 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-973d977d-8095-4009-b779-5dd1cb85bc6b tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks [] for security_group (8399dfb0-1deb-470f-8605-2ee38fd3e9a7), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:55.658536 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-973d977d-8095-4009-b779-5dd1cb85bc6b tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (8399dfb0-1deb-470f-8605-2ee38fd3e9a7), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:55.661349 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-973d977d-8095-4009-b779-5dd1cb85bc6b tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:55.662580 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-973d977d-8095-4009-b779-5dd1cb85bc6b tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/8399dfb0-1deb-470f-8605-2ee38fd3e9a7 HTTP/1.1" status: 204 len: 168 time: 0.2291420 Aug 24 06:48:55.666582 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 53182) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:48:55.678252 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:55.687393 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d977d-8095-4009-b779-5dd1cb85bc6b tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8399dfb0-1deb-470f-8605-2ee38fd3e9a7,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:48:55.693987 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.api.v2.resource [None req-c4675796-4a71-4bb2-801e-a81e60053350 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] show failed (client error): The resource could not be found. Aug 24 06:48:55.697506 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-c4675796-4a71-4bb2-801e-a81e60053350 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups/8399dfb0-1deb-470f-8605-2ee38fd3e9a7 HTTP/1.1" status: 404 len: 347 time: 0.0261672 Aug 24 06:48:55.697994 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 53184) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:48:55.773347 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:55.817559 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-06dab4d8-3ce2-4a4b-aa06-849b7c7cbd3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47896dbf-b786-424c-af7b-a7ebc39518bf {{(pid=113088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:48:55.824661 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-72bf2062-e7d7-4c80-b435-fa173dc2e6ec tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Deleting port 547e4ca4-10d6-4f1e-94db-d566756547bf {{(pid=113089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:48:55.825098 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-72bf2062-e7d7-4c80-b435-fa173dc2e6ec tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (547e4ca4-10d6-4f1e-94db-d566756547bf), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:55.825647 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-06dab4d8-3ce2-4a4b-aa06-849b7c7cbd3c service neutron] Publish callbacks [] for port (47896dbf-b786-424c-af7b-a7ebc39518bf), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:55.842674 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.provisioning_blocks [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-06dab4d8-3ce2-4a4b-aa06-849b7c7cbd3c service neutron] Transition to ACTIVE for port object 47896dbf-b786-424c-af7b-a7ebc39518bf will not be triggered until provisioned by entity L2. {{(pid=113088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 06:48:55.849478 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-06dab4d8-3ce2-4a4b-aa06-849b7c7cbd3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (47896dbf-b786-424c-af7b-a7ebc39518bf), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:55.945546 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dab4d8-3ce2-4a4b-aa06-849b7c7cbd3c service neutron] Pushing event updated for resources: {'Port': ['ID=47896dbf-b786-424c-af7b-a7ebc39518bf,revision_number=2']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:48:55.965528 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6304f1-d59e-421d-bcfd-d24731acdfb7 req-7785d05d-4bcb-43ff-b351-bb526d3710bf tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:55.967343 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fb6304f1-d59e-421d-bcfd-d24731acdfb7 req-7785d05d-4bcb-43ff-b351-bb526d3710bf tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 944 time: 0.1310625 Aug 24 06:48:55.967774 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:55.987963 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-06dab4d8-3ce2-4a4b-aa06-849b7c7cbd3c service neutron] Attempting to bind port 47896dbf-b786-424c-af7b-a7ebc39518bf on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:48:55.988573 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-06dab4d8-3ce2-4a4b-aa06-849b7c7cbd3c service neutron] Attempting to bind port 47896dbf-b786-424c-af7b-a7ebc39518bf by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '5640d952-e513-45d9-be85-d5e12a41703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200'}] {{(pid=113088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:48:55.988895 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-06dab4d8-3ce2-4a4b-aa06-849b7c7cbd3c service neutron] Attempting to bind port 47896dbf-b786-424c-af7b-a7ebc39518bf on network 4d764327-7285-4015-bbe3-ebfc93ab6200 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:48:55.993703 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-06dab4d8-3ce2-4a4b-aa06-849b7c7cbd3c service neutron] Port 47896dbf-b786-424c-af7b-a7ebc39518bf on network 4d764327-7285-4015-bbe3-ebfc93ab6200 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 06:48:55.994008 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-06dab4d8-3ce2-4a4b-aa06-849b7c7cbd3c service neutron] Attempting to bind port 47896dbf-b786-424c-af7b-a7ebc39518bf on network 4d764327-7285-4015-bbe3-ebfc93ab6200 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:48:55.999788 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-06dab4d8-3ce2-4a4b-aa06-849b7c7cbd3c service neutron] Checking agent: {'id': '92318399-7fe8-4397-ad86-085269988e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'started_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:48:56.000255 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-06dab4d8-3ce2-4a4b-aa06-849b7c7cbd3c service neutron] Checking segment: {'id': '5640d952-e513-45d9-be85-d5e12a41703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:48:56.000659 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-06dab4d8-3ce2-4a4b-aa06-849b7c7cbd3c service neutron] Bound using segment: {'id': '5640d952-e513-45d9-be85-d5e12a41703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200'} {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:48:56.001178 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-06dab4d8-3ce2-4a4b-aa06-849b7c7cbd3c service neutron] Bound port: 47896dbf-b786-424c-af7b-a7ebc39518bf, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5640d952-e513-45d9-be85-d5e12a41703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200'}}] {{(pid=113088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:48:56.001529 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-06dab4d8-3ce2-4a4b-aa06-849b7c7cbd3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (47896dbf-b786-424c-af7b-a7ebc39518bf), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:56.004024 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39175e6d-c0e3-465a-bb39-c9f87d760ce5 req-8c65b4a4-6388-456f-85cc-ac59d0d60507 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:56.005907 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-39175e6d-c0e3-465a-bb39-c9f87d760ce5 req-8c65b4a4-6388-456f-85cc-ac59d0d60507 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 945 time: 0.1227164 Aug 24 06:48:56.051673 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-72bf2062-e7d7-4c80-b435-fa173dc2e6ec tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (547e4ca4-10d6-4f1e-94db-d566756547bf), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:56.052013 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-72bf2062-e7d7-4c80-b435-fa173dc2e6ec tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks [] for floatingip (547e4ca4-10d6-4f1e-94db-d566756547bf), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:56.064795 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-06dab4d8-3ce2-4a4b-aa06-849b7c7cbd3c service neutron] For port 47896dbf-b786-424c-af7b-a7ebc39518bf, host hv-cinder-85427, cleared binding levels {{(pid=113088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:48:56.068147 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-06dab4d8-3ce2-4a4b-aa06-849b7c7cbd3c service neutron] For port 47896dbf-b786-424c-af7b-a7ebc39518bf, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=47896dbf-b786-424c-af7b-a7ebc39518bf,segment=NetworkSegment(5640d952-e513-45d9-be85-d5e12a41703e),segment_id=5640d952-e513-45d9-be85-d5e12a41703e)] {{(pid=113088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:48:56.075620 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-06dab4d8-3ce2-4a4b-aa06-849b7c7cbd3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (47896dbf-b786-424c-af7b-a7ebc39518bf), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:56.080045 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-06dab4d8-3ce2-4a4b-aa06-849b7c7cbd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:56.080655 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-06dab4d8-3ce2-4a4b-aa06-849b7c7cbd3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:56.080760 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-72bf2062-e7d7-4c80-b435-fa173dc2e6ec tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Calling delete_port for 547e4ca4-10d6-4f1e-94db-d566756547bf owned by network:floatingip {{(pid=113089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:48:56.082078 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-06dab4d8-3ce2-4a4b-aa06-849b7c7cbd3c service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/47896dbf-b786-424c-af7b-a7ebc39518bf HTTP/1.1" status: 200 len: 1093 time: 0.7096112 Aug 24 06:48:56.082587 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4a6c65-00a1-497f-8798-d2ee025cab41', 'tag': '47896dbf-b786-424c-af7b-a7ebc39518bf'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:48:56.084853 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9647ff4f-279b-4166-a9ea-8a3de37a9b65" -d '{"events": [{"name": "network-changed", "server_uuid": "fb4a6c65-00a1-497f-8798-d2ee025cab41", "tag": "47896dbf-b786-424c-af7b-a7ebc39518bf"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:48:56.108748 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fb6304f1-d59e-421d-bcfd-d24731acdfb7 req-c0670db9-823e-41b6-8095-b763c9d6ee0e tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1276248 Aug 24 06:48:56.159040 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-39175e6d-c0e3-465a-bb39-c9f87d760ce5 req-0e87aa1b-4a8f-4107-b807-df17cd5b575d tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446915 Aug 24 06:48:56.184492 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-ec71e3ce-67c6-4c1b-b47b-0a77d32a15ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:56.186727 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-ec71e3ce-67c6-4c1b-b47b-0a77d32a15ac service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=a41fb206b09941ac80996a3c9cbaae58&device_id=fb4a6c65-00a1-497f-8798-d2ee025cab41 HTTP/1.1" status: 200 len: 1127 time: 0.0625489 Aug 24 06:48:56.187493 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dab4d8-3ce2-4a4b-aa06-849b7c7cbd3c service neutron] Pushing event updated for resources: {'Port': ['ID=47896dbf-b786-424c-af7b-a7ebc39518bf,revision_number=3']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:48:56.235458 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-77b633df-d0a5-4903-bc4b-922dc5859ab5 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47896dbf-b786-424c-af7b-a7ebc39518bf HTTP/1.1" status: 200 len: 217 time: 0.0403683 Aug 24 06:48:56.238664 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab541ba-63d4-4920-9491-8c9ef8fb0440 x-openstack-request-id: req-dab541ba-63d4-4920-9491-8c9ef8fb0440 {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:48:56.239045 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb4a6c65-00a1-497f-8798-d2ee025cab41", "tag": "47896dbf-b786-424c-af7b-a7ebc39518bf", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:48:56.239489 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dab541ba-63d4-4920-9491-8c9ef8fb0440 {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:48:56.240043 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab541ba-63d4-4920-9491-8c9ef8fb0440'] response: {'name': 'network-changed', 'server_uuid': 'fb4a6c65-00a1-497f-8798-d2ee025cab41', 'tag': '47896dbf-b786-424c-af7b-a7ebc39518bf', 'status': 'completed', 'code': 200} Aug 24 06:48:56.299746 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-4078c49d-066b-4ff0-859b-aa3deb0b9445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:56.301229 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-4078c49d-066b-4ff0-859b-aa3deb0b9445 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=68aa3b00-7d83-4a36-89ce-d2987615f595 HTTP/1.1" status: 200 len: 854 time: 0.0542676 Aug 24 06:48:56.352349 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-f658a96b-ec63-4f03-a611-037b5b4d83ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:56.353840 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-f658a96b-ec63-4f03-a611-037b5b4d83ee service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=4d764327-7285-4015-bbe3-ebfc93ab6200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451145 Aug 24 06:48:56.452667 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-cae66cab-4a31-42b7-87aa-96b3266b7870 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4d764327-7285-4015-bbe3-ebfc93ab6200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918729 Aug 24 06:48:56.465639 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [req-a713774d-4326-4a3e-a7dd-981c2815a667 req-90aaefec-5b45-47dd-ab8c-9de173b3aaaf service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113089) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 06:48:56.466698 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a713774d-4326-4a3e-a7dd-981c2815a667 req-90aaefec-5b45-47dd-ab8c-9de173b3aaaf service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0068877 Aug 24 06:48:56.512106 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53483140-32ca-4c5d-a0cb-5c00241ddba3 req-8ccb8703-222f-4daa-8e7e-59e151397363 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:56.513990 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-53483140-32ca-4c5d-a0cb-5c00241ddba3 req-8ccb8703-222f-4daa-8e7e-59e151397363 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fb4a6c65-00a1-497f-8798-d2ee025cab41 HTTP/1.1" status: 200 len: 943 time: 0.3218555 Aug 24 06:48:56.571015 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-866ec6a7-68cb-48ce-bc2a-38e8e9253e71 req-cf71c46e-99d1-4317-a1c9-71603a394ccc service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4d764327-7285-4015-bbe3-ebfc93ab6200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126161 Aug 24 06:48:56.613119 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-53483140-32ca-4c5d-a0cb-5c00241ddba3 req-c9785757-ab91-4cd5-b37f-cdae9135bf07 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cc2c8ead-bf65-42b5-b45b-0db3070dfa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888007 Aug 24 06:48:56.620521 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-72bf2062-e7d7-4c80-b435-fa173dc2e6ec tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118'] for port (547e4ca4-10d6-4f1e-94db-d566756547bf), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:56.669235 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf2062-e7d7-4c80-b435-fa173dc2e6ec tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Pushing event deleted for resources: {'Port': ['ID=547e4ca4-10d6-4f1e-94db-d566756547bf,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:48:56.684316 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 53202) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:48:56.706398 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-72bf2062-e7d7-4c80-b435-fa173dc2e6ec tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks [] for floatingip (836a3539-2710-483d-bb65-92ee94ceaa99), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:56.708899 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-72bf2062-e7d7-4c80-b435-fa173dc2e6ec tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:56.711423 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-72bf2062-e7d7-4c80-b435-fa173dc2e6ec tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/836a3539-2710-483d-bb65-92ee94ceaa99 HTTP/1.1" status: 204 len: 168 time: 1.0104678 Aug 24 06:48:56.725075 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3101895-2610-4b66-83b2-ed4e17039516 req-f5cd25ef-1ce8-456d-a93d-2cf11cd8b452 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:56.726753 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b3101895-2610-4b66-83b2-ed4e17039516 req-f5cd25ef-1ce8-456d-a93d-2cf11cd8b452 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 944 time: 0.0917702 Aug 24 06:48:56.776701 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f9e2b692-5d52-4512-9b9b-8444243c82b6 req-d6eeb2e2-94ca-4269-b958-c8125ea5f2d4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0910895 Aug 24 06:48:56.787818 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b3101895-2610-4b66-83b2-ed4e17039516 req-1abf685d-b32a-4c56-a431-420c506c98d2 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0552864 Aug 24 06:48:56.788262 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [req-f9e2b692-5d52-4512-9b9b-8444243c82b6 req-0ccbccb0-9ef6-42c3-810f-fbe08ba59d19 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113088) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 06:48:56.789477 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f9e2b692-5d52-4512-9b9b-8444243c82b6 req-0ccbccb0-9ef6-42c3-810f-fbe08ba59d19 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059066 Aug 24 06:48:56.873711 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 53214) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:48:56.969671 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:56.987543 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2b692-5d52-4512-9b9b-8444243c82b6 req-0e436c38-4506-4eb4-9729-9b3741d3aeb8 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:56.988926 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f9e2b692-5d52-4512-9b9b-8444243c82b6 req-0e436c38-4506-4eb4-9729-9b3741d3aeb8 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports/23d72516-fd9a-4990-84c2-92849cc63fb1 HTTP/1.1" status: 200 len: 941 time: 0.1142001 Aug 24 06:48:57.234933 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 47896dbf-b786-424c-af7b-a7ebc39518bf details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 06:48:57.299390 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c8330-f055-425b-9464-c6889ca089f8 req-2ff0df64-a653-4b0a-bd56-ac3e58b6873b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:57.300956 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-724c8330-f055-425b-9464-c6889ca089f8 req-2ff0df64-a653-4b0a-bd56-ac3e58b6873b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 945 time: 0.0551963 Aug 24 06:48:57.319032 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=90,neutron:UPDATE=10 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:57.338976 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 47896dbf-b786-424c-af7b-a7ebc39518bf, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=47896dbf-b786-424c-af7b-a7ebc39518bf,segment=NetworkSegment(5640d952-e513-45d9-be85-d5e12a41703e),segment_id=5640d952-e513-45d9-be85-d5e12a41703e)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:48:57.353721 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-724c8330-f055-425b-9464-c6889ca089f8 req-aef04d16-2144-4660-a09d-abc11ea33026 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469425 Aug 24 06:48:57.365027 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Returning: {'device': '47896dbf-b786-424c-af7b-a7ebc39518bf', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'port_id': '47896dbf-b786-424c-af7b-a7ebc39518bf', 'mac_address': 'fa:16:3e:29:b8:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 06:48:57.393133 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647ff4f-279b-4166-a9ea-8a3de37a9b65 req-0168a1ad-b698-47de-a1aa-ea357a3135e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:57.394628 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9647ff4f-279b-4166-a9ea-8a3de37a9b65 req-0168a1ad-b698-47de-a1aa-ea357a3135e9 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=a41fb206b09941ac80996a3c9cbaae58&device_id=fb4a6c65-00a1-497f-8798-d2ee025cab41 HTTP/1.1" status: 200 len: 1127 time: 0.0497031 Aug 24 06:48:57.410849 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 47896dbf-b786-424c-af7b-a7ebc39518bf is: DOWN; New status is: BUILD {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:48:57.411564 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (47896dbf-b786-424c-af7b-a7ebc39518bf), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:57.426122 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47896dbf-b786-424c-af7b-a7ebc39518bf {{(pid=113090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:48:57.429811 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:57.430037 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:57.450185 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 47896dbf-b786-424c-af7b-a7ebc39518bf, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=47896dbf-b786-424c-af7b-a7ebc39518bf,segment=NetworkSegment(5640d952-e513-45d9-be85-d5e12a41703e),segment_id=5640d952-e513-45d9-be85-d5e12a41703e)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:48:57.455404 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (47896dbf-b786-424c-af7b-a7ebc39518bf), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:57.498796 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647ff4f-279b-4166-a9ea-8a3de37a9b65 req-52b1435a-b2d1-40eb-861c-b37d9c6517f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:57.500600 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9647ff4f-279b-4166-a9ea-8a3de37a9b65 req-52b1435a-b2d1-40eb-861c-b37d9c6517f5 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=4d764327-7285-4015-bbe3-ebfc93ab6200 HTTP/1.1" status: 200 len: 916 time: 0.1000705 Aug 24 06:48:57.505538 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=47896dbf-b786-424c-af7b-a7ebc39518bf,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:48:57.545016 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9647ff4f-279b-4166-a9ea-8a3de37a9b65 req-9c0ad7a4-6901-4edd-8966-d9643726b8b5 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47896dbf-b786-424c-af7b-a7ebc39518bf HTTP/1.1" status: 200 len: 217 time: 0.0374267 Aug 24 06:48:57.596702 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647ff4f-279b-4166-a9ea-8a3de37a9b65 req-909de78c-c020-418d-8107-7c94905de967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:57.597933 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9647ff4f-279b-4166-a9ea-8a3de37a9b65 req-909de78c-c020-418d-8107-7c94905de967 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=68aa3b00-7d83-4a36-89ce-d2987615f595 HTTP/1.1" status: 200 len: 854 time: 0.0463223 Aug 24 06:48:57.642926 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647ff4f-279b-4166-a9ea-8a3de37a9b65 req-61173dbf-5744-490d-8060-be977fd026c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:57.644456 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9647ff4f-279b-4166-a9ea-8a3de37a9b65 req-61173dbf-5744-490d-8060-be977fd026c3 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=4d764327-7285-4015-bbe3-ebfc93ab6200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400193 Aug 24 06:48:57.690010 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['47896dbf-b786-424c-af7b-a7ebc39518bf'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:48:57.745514 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9647ff4f-279b-4166-a9ea-8a3de37a9b65 req-3104b008-cb80-4140-b7e4-fed56eaa1c74 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4d764327-7285-4015-bbe3-ebfc93ab6200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942481 Aug 24 06:48:57.759342 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349ba00-a823-489a-8a2b-7dee001d0743 req-ffecb438-1b9c-465d-ab6f-ade10bbf365a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:57.760835 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7349ba00-a823-489a-8a2b-7dee001d0743 req-ffecb438-1b9c-465d-ab6f-ade10bbf365a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fb4a6c65-00a1-497f-8798-d2ee025cab41 HTTP/1.1" status: 200 len: 944 time: 0.0510526 Aug 24 06:48:57.827077 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7349ba00-a823-489a-8a2b-7dee001d0743 req-d1a63e52-71c3-47e0-924f-6e9f1d20e1a3 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cc2c8ead-bf65-42b5-b45b-0db3070dfa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591693 Aug 24 06:48:57.869227 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9647ff4f-279b-4166-a9ea-8a3de37a9b65 req-f5af12e9-1588-4e52-965a-68f529e15c56 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4d764327-7285-4015-bbe3-ebfc93ab6200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178317 Aug 24 06:48:57.934812 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab984f5-4b7c-4ede-bfe5-9b1266d46417 req-0523da79-6c85-4895-9fc0-56f2548c920b tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:57.936890 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-eab984f5-4b7c-4ede-bfe5-9b1266d46417 req-0523da79-6c85-4895-9fc0-56f2548c920b tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 944 time: 0.0540185 Aug 24 06:48:57.984292 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:58.002756 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-eab984f5-4b7c-4ede-bfe5-9b1266d46417 req-a0336ae4-715c-4575-9a70-675e65d39beb tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0600672 Aug 24 06:48:58.486324 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a623f-5383-444d-9396-7bb4acff3b36 req-533e3d0f-3844-4f86-ac5b-4c55e792a1a5 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:58.487925 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fc0a623f-5383-444d-9396-7bb4acff3b36 req-533e3d0f-3844-4f86-ac5b-4c55e792a1a5 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 945 time: 0.0494637 Aug 24 06:48:58.507638 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:48:58.548711 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fc0a623f-5383-444d-9396-7bb4acff3b36 req-1a50febe-50a4-4f84-87ab-5b30a5279fa5 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548811 Aug 24 06:48:58.766190 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2b692-5d52-4512-9b9b-8444243c82b6 req-24eee885-ea16-4362-a973-3830f4456230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:58.767759 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f9e2b692-5d52-4512-9b9b-8444243c82b6 req-24eee885-ea16-4362-a973-3830f4456230 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef&tenant_id=0bf38c354bea44f5a503e76fa53b20f6 HTTP/1.1" status: 200 len: 1128 time: 0.3325167 Aug 24 06:48:58.834078 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2b692-5d52-4512-9b9b-8444243c82b6 req-c2740512-00a6-4775-bbe7-09514feab577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:58.835585 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f9e2b692-5d52-4512-9b9b-8444243c82b6 req-c2740512-00a6-4775-bbe7-09514feab577 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0bf38c354bea44f5a503e76fa53b20f6&device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 1128 time: 0.0446672 Aug 24 06:48:58.933762 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2b692-5d52-4512-9b9b-8444243c82b6 req-cb4136b2-4672-489d-bc4f-36e73cf05e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:58.935680 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f9e2b692-5d52-4512-9b9b-8444243c82b6 req-cb4136b2-4672-489d-bc4f-36e73cf05e3c service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=1a65afdd-a8e2-4518-9256-f6218e06bf95 HTTP/1.1" status: 200 len: 909 time: 0.0928619 Aug 24 06:48:58.962767 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4397b-11cd-4926-b50f-8c4942447146 req-91daa7c9-5806-485a-b9eb-df5b06486494 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:58.964292 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-23f4397b-11cd-4926-b50f-8c4942447146 req-91daa7c9-5806-485a-b9eb-df5b06486494 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fb4a6c65-00a1-497f-8798-d2ee025cab41 HTTP/1.1" status: 200 len: 944 time: 0.0594206 Aug 24 06:48:59.002957 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f9e2b692-5d52-4512-9b9b-8444243c82b6 req-407ea775-8b91-4200-b82c-2f29f6ac55ec service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23d72516-fd9a-4990-84c2-92849cc63fb1 HTTP/1.1" status: 200 len: 999 time: 0.0612688 Aug 24 06:48:59.017496 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-23f4397b-11cd-4926-b50f-8c4942447146 req-b72253e6-2a71-47e3-8c26-85978cc7a659 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cc2c8ead-bf65-42b5-b45b-0db3070dfa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470779 Aug 24 06:48:59.076937 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2b692-5d52-4512-9b9b-8444243c82b6 req-7a981b03-e045-4aef-8a31-2d5419d3f3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:59.078935 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f9e2b692-5d52-4512-9b9b-8444243c82b6 req-7a981b03-e045-4aef-8a31-2d5419d3f3fd service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=c0ac3680-c342-4f76-808a-5fdbedfba4b3 HTTP/1.1" status: 200 len: 847 time: 0.0703273 Aug 24 06:48:59.125231 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2b692-5d52-4512-9b9b-8444243c82b6 req-3f761fc4-43b9-45d7-9383-a3572dee56bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:59.127003 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f9e2b692-5d52-4512-9b9b-8444243c82b6 req-3f761fc4-43b9-45d7-9383-a3572dee56bc service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=1a65afdd-a8e2-4518-9256-f6218e06bf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424862 Aug 24 06:48:59.131446 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac33992-a3c5-4912-97b8-e34358a9ca94 req-29b30434-f682-4866-9dac-3c86bda52453 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:59.133197 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-cac33992-a3c5-4912-97b8-e34358a9ca94 req-29b30434-f682-4866-9dac-3c86bda52453 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 944 time: 0.0562928 Aug 24 06:48:59.189262 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-cac33992-a3c5-4912-97b8-e34358a9ca94 req-555441dd-7f8d-4db3-bac4-c8cc85897f0c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0494566 Aug 24 06:48:59.243092 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f9e2b692-5d52-4512-9b9b-8444243c82b6 req-1da31932-d83d-4fe7-9240-d597cf749c53 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/1a65afdd-a8e2-4518-9256-f6218e06bf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081715 Aug 24 06:48:59.244980 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 47896dbf-b786-424c-af7b-a7ebc39518bf up at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:48:59.291133 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning for port 47896dbf-b786-424c-af7b-a7ebc39518bf completed by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 06:48:59.294997 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b83d8-a548-4ba7-aec2-da9ba829172c req-9628201c-5b35-419a-a5be-af28b268050f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:59.297377 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-406b83d8-a548-4ba7-aec2-da9ba829172c req-9628201c-5b35-419a-a5be-af28b268050f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0490627 Aug 24 06:48:59.298077 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning complete for port 47896dbf-b786-424c-af7b-a7ebc39518bf triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:48:59.298448 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (47896dbf-b786-424c-af7b-a7ebc39518bf), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:59.348804 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-406b83d8-a548-4ba7-aec2-da9ba829172c req-7d972416-84fd-42e2-af70-a2eb0167780c tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451133 Aug 24 06:48:59.376249 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 47896dbf-b786-424c-af7b-a7ebc39518bf is: BUILD; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:48:59.376634 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (47896dbf-b786-424c-af7b-a7ebc39518bf), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:59.400321 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4a6c65-00a1-497f-8798-d2ee025cab41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47896dbf-b786-424c-af7b-a7ebc39518bf'}] {{(pid=113090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:48:59.402647 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b6006cf2a23db0b36d2003dbfde04691441a00dec53483979079bf2def40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336b126d-6aa8-495d-8fa1-227d792678e5" -d '{"events": [{"server_uuid": "fb4a6c65-00a1-497f-8798-d2ee025cab41", "name": "network-vif-plugged", "status": "completed", "tag": "47896dbf-b786-424c-af7b-a7ebc39518bf"}]}' {{(pid=113090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:48:59.416355 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 47896dbf-b786-424c-af7b-a7ebc39518bf, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=47896dbf-b786-424c-af7b-a7ebc39518bf,segment=NetworkSegment(5640d952-e513-45d9-be85-d5e12a41703e),segment_id=5640d952-e513-45d9-be85-d5e12a41703e)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:48:59.422274 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (47896dbf-b786-424c-af7b-a7ebc39518bf), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:48:59.472208 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=47896dbf-b786-424c-af7b-a7ebc39518bf,revision_number=5']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:48:59.499135 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731fc1e7-c87b-41e9-92f4-033258142473 x-openstack-request-id: req-731fc1e7-c87b-41e9-92f4-033258142473 {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:48:59.499780 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4a6c65-00a1-497f-8798-d2ee025cab41", "name": "network-vif-plugged", "status": "completed", "tag": "47896dbf-b786-424c-af7b-a7ebc39518bf", "code": 200}]} {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:48:59.500071 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-731fc1e7-c87b-41e9-92f4-033258142473 {{(pid=113090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:48:59.500490 dv-cinder-854271-1-iscsi neutron-server[113090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-731fc1e7-c87b-41e9-92f4-033258142473'] response: {'server_uuid': 'fb4a6c65-00a1-497f-8798-d2ee025cab41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47896dbf-b786-424c-af7b-a7ebc39518bf', 'code': 200} Aug 24 06:48:59.689794 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f0da5-8d28-46cf-ac09-50ca897bcf41 req-f8cb1522-fa86-40b9-a11c-718084b6b531 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:48:59.691274 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-772f0da5-8d28-46cf-ac09-50ca897bcf41 req-f8cb1522-fa86-40b9-a11c-718084b6b531 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 945 time: 0.0579498 Aug 24 06:48:59.747566 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-772f0da5-8d28-46cf-ac09-50ca897bcf41 req-4e3380f3-2b56-4a0a-bb45-b2641aa998a8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479727 Aug 24 06:49:00.163376 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd14f4-b7a3-40c4-8517-76dddf81b708 req-db6c229e-b293-4455-9df7-d31157788cb9 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:00.164851 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d9cd14f4-b7a3-40c4-8517-76dddf81b708 req-db6c229e-b293-4455-9df7-d31157788cb9 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fb4a6c65-00a1-497f-8798-d2ee025cab41 HTTP/1.1" status: 200 len: 945 time: 0.0489893 Aug 24 06:49:00.213856 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d9cd14f4-b7a3-40c4-8517-76dddf81b708 req-2bf9a386-5466-44e6-be38-bfd82217f85f tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cc2c8ead-bf65-42b5-b45b-0db3070dfa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431991 Aug 24 06:49:00.313207 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51fad1-a475-4fa5-a9fd-af88f3045454 req-fef416ab-dcd4-488e-8597-9075d1100283 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:00.314705 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-8a51fad1-a475-4fa5-a9fd-af88f3045454 req-fef416ab-dcd4-488e-8597-9075d1100283 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 944 time: 0.0513651 Aug 24 06:49:00.367081 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-8a51fad1-a475-4fa5-a9fd-af88f3045454 req-243f7905-4fa5-4a9d-83d1-648741b1d5b2 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0451620 Aug 24 06:49:00.483434 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27801a-54b4-460b-9c70-0365ba397ffc req-ca380470-d8b2-45e9-85cf-0e2c8ee9435f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:00.485014 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bf27801a-54b4-460b-9c70-0365ba397ffc req-ca380470-d8b2-45e9-85cf-0e2c8ee9435f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0548136 Aug 24 06:49:00.537102 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bf27801a-54b4-460b-9c70-0365ba397ffc req-403564d3-dd6d-46f3-883c-cf4130a6952a tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446231 Aug 24 06:49:00.576394 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f9e2b692-5d52-4512-9b9b-8444243c82b6 req-edd5836b-6856-4046-8713-035d7a89b81d service neutron] 10.222.0.58 "GET /networking/v2.0/networks/1a65afdd-a8e2-4518-9256-f6218e06bf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983593 Aug 24 06:49:00.879367 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a5444-b6fa-4d0f-9338-5a947d891a51 req-76ef8146-b1f9-40d0-b886-a4932907a941 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:00.880898 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bf3a5444-b6fa-4d0f-9338-5a947d891a51 req-76ef8146-b1f9-40d0-b886-a4932907a941 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 945 time: 0.0519078 Aug 24 06:49:00.936131 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bf3a5444-b6fa-4d0f-9338-5a947d891a51 req-5509d450-e37a-4ac0-9bd5-f9ce29aa914a tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494344 Aug 24 06:49:00.989920 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=100 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:01.017458 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b13543-4ffc-4617-9511-54631933227d req-d90f876a-ef85-4e17-9843-d8ac0dc753a8 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:01.018935 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-33b13543-4ffc-4617-9511-54631933227d req-d90f876a-ef85-4e17-9843-d8ac0dc753a8 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 945 time: 0.0930185 Aug 24 06:49:01.020249 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef5329-5ed5-4ab3-af52-b6e42c4bd94a req-f71f23e2-3415-4523-a09e-2a4ad3279125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:01.021579 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0bef5329-5ed5-4ab3-af52-b6e42c4bd94a req-f71f23e2-3415-4523-a09e-2a4ad3279125 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=fb4a6c65-00a1-497f-8798-d2ee025cab41 HTTP/1.1" status: 200 len: 1129 time: 0.0969770 Aug 24 06:49:01.111949 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=100 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:01.126551 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0bef5329-5ed5-4ab3-af52-b6e42c4bd94a req-123b5748-483a-4941-a046-c03458b09f76 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=cc2c8ead-bf65-42b5-b45b-0db3070dfa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917928 Aug 24 06:49:01.140675 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [req-33b13543-4ffc-4617-9511-54631933227d req-9c35ca12-6638-4172-8c91-b001f304d975 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Deleting port 3a7756a4-6904-4669-84c1-c44620572080 {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:49:01.141318 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-33b13543-4ffc-4617-9511-54631933227d req-9c35ca12-6638-4172-8c91-b001f304d975 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (3a7756a4-6904-4669-84c1-c44620572080), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:01.237211 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-33b13543-4ffc-4617-9511-54631933227d req-9c35ca12-6638-4172-8c91-b001f304d975 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] For port 3a7756a4-6904-4669-84c1-c44620572080, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=3a7756a4-6904-4669-84c1-c44620572080,segment=NetworkSegment(6bddbdc0-2b31-4a69-875c-7bbac9668394),segment_id=6bddbdc0-2b31-4a69-875c-7bbac9668394)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:49:01.237573 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-33b13543-4ffc-4617-9511-54631933227d req-9c35ca12-6638-4172-8c91-b001f304d975 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (3a7756a4-6904-4669-84c1-c44620572080), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:01.251234 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [req-33b13543-4ffc-4617-9511-54631933227d req-9c35ca12-6638-4172-8c91-b001f304d975 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Calling delete_port for 3a7756a4-6904-4669-84c1-c44620572080 owned by compute:nova {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:49:01.347256 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ba5b7-a457-4baa-b11c-3d3822f5da57 req-dc0b031f-cfe7-4503-8004-e11e834f6854 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:01.348805 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-653ba5b7-a457-4baa-b11c-3d3822f5da57 req-dc0b031f-cfe7-4503-8004-e11e834f6854 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fb4a6c65-00a1-497f-8798-d2ee025cab41 HTTP/1.1" status: 200 len: 945 time: 0.0534141 Aug 24 06:49:01.389179 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-33b13543-4ffc-4617-9511-54631933227d req-9c35ca12-6638-4172-8c91-b001f304d975 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (3a7756a4-6904-4669-84c1-c44620572080), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:01.402056 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-653ba5b7-a457-4baa-b11c-3d3822f5da57 req-b737e94b-e6fa-4a80-b1a8-b265a1667ee2 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cc2c8ead-bf65-42b5-b45b-0db3070dfa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471208 Aug 24 06:49:01.404785 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['c8eba2b0-b09a-4bae-9f7b-feefb9b58a05'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:49:01.416024 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35ca12-6638-4172-8c91-b001f304d975 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Pushing event deleted for resources: {'Port': ['ID=3a7756a4-6904-4669-84c1-c44620572080,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:49:01.471213 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b13543-4ffc-4617-9511-54631933227d req-9c35ca12-6638-4172-8c91-b001f304d975 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] No DVR routers for this DVR port 3a7756a4-6904-4669-84c1-c44620572080 on host hv-cinder-85427 {{(pid=113088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:49:01.473847 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-33b13543-4ffc-4617-9511-54631933227d req-9c35ca12-6638-4172-8c91-b001f304d975 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:01.477112 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-33b13543-4ffc-4617-9511-54631933227d req-9c35ca12-6638-4172-8c91-b001f304d975 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.58 "DELETE /networking/v2.0/ports/3a7756a4-6904-4669-84c1-c44620572080 HTTP/1.1" status: 204 len: 173 time: 0.4490595 Aug 24 06:49:01.477609 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37ed41f-655a-4350-8028-3ffb0012a366', 'name': 'network-vif-deleted', 'tag': '3a7756a4-6904-4669-84c1-c44620572080'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:49:01.479918 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb22d36-869c-412b-ae24-ac4b31e67647" -d '{"events": [{"server_uuid": "c37ed41f-655a-4350-8028-3ffb0012a366", "name": "network-vif-deleted", "tag": "3a7756a4-6904-4669-84c1-c44620572080"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:49:01.545923 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea46ad2c-e5fb-46fc-b458-0b20065c923a x-openstack-request-id: req-ea46ad2c-e5fb-46fc-b458-0b20065c923a {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:49:01.546271 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37ed41f-655a-4350-8028-3ffb0012a366", "name": "network-vif-deleted", "tag": "3a7756a4-6904-4669-84c1-c44620572080", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:49:01.546522 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ea46ad2c-e5fb-46fc-b458-0b20065c923a {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:49:01.546925 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea46ad2c-e5fb-46fc-b458-0b20065c923a'] response: {'server_uuid': 'c37ed41f-655a-4350-8028-3ffb0012a366', 'name': 'network-vif-deleted', 'tag': '3a7756a4-6904-4669-84c1-c44620572080', 'status': 'completed', 'code': 200} Aug 24 06:49:01.562555 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255de39-2e7b-40ff-998f-7c0617b4432e req-fbb9ecee-b645-4f1b-a439-0c8b5c4a38f4 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:01.564244 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d255de39-2e7b-40ff-998f-7c0617b4432e req-fbb9ecee-b645-4f1b-a439-0c8b5c4a38f4 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 944 time: 0.0693185 Aug 24 06:49:01.618041 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d255de39-2e7b-40ff-998f-7c0617b4432e req-278c9b82-de63-4c6d-8a8d-82289f06413d tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0472672 Aug 24 06:49:01.650180 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:01.670578 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6d245311-280f-4287-affe-b74047a87929 req-d2f66916-33c9-4d32-b53d-27f29a6117b8 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 210 time: 0.0298996 Aug 24 06:49:02.068011 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc2ca9-1527-4168-951d-b0a957fc18af req-aa70361c-38ee-4c6f-a8cf-431fa7655fd7 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:02.069443 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-3dfc2ca9-1527-4168-951d-b0a957fc18af req-aa70361c-38ee-4c6f-a8cf-431fa7655fd7 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 945 time: 0.0529265 Aug 24 06:49:02.092756 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:49:02.106306 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:02.121505 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-3dfc2ca9-1527-4168-951d-b0a957fc18af req-4572718d-9088-4ea7-99bc-baa53b5dc22d tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441957 Aug 24 06:49:02.542652 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef752e52-70df-46f5-b007-466436a88aab req-c4997ba8-d845-4146-a98a-7f96a007f897 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:02.544201 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ef752e52-70df-46f5-b007-466436a88aab req-c4997ba8-d845-4146-a98a-7f96a007f897 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fb4a6c65-00a1-497f-8798-d2ee025cab41 HTTP/1.1" status: 200 len: 945 time: 0.0572233 Aug 24 06:49:02.594176 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ef752e52-70df-46f5-b007-466436a88aab req-b8468704-7f9d-4bc1-9dc3-8e11e14d7a4c tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cc2c8ead-bf65-42b5-b45b-0db3070dfa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437965 Aug 24 06:49:02.748877 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313bfffc-eacb-4d5a-8996-4cf3cf1d045d req-8f3c2cb9-cdd0-43a0-bf0c-493368defc56 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:02.750473 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-313bfffc-eacb-4d5a-8996-4cf3cf1d045d req-8f3c2cb9-cdd0-43a0-bf0c-493368defc56 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fb4a6c65-00a1-497f-8798-d2ee025cab41 HTTP/1.1" status: 200 len: 945 time: 0.0834110 Aug 24 06:49:02.760232 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 53282) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:49:02.764614 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346ffd7-cbfc-42e2-8ff2-4a5643441a4a req-85b43148-dfaa-4735-bd0d-1f88818f94b2 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:02.766053 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-fac9750b-b210-4b32-a24b-e2fd86cbaff9 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Request body: {'floatingip': {'port_id': '47896dbf-b786-424c-af7b-a7ebc39518bf'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:49:02.766554 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f346ffd7-cbfc-42e2-8ff2-4a5643441a4a req-85b43148-dfaa-4735-bd0d-1f88818f94b2 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 944 time: 0.0679588 Aug 24 06:49:02.813266 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-fac9750b-b210-4b32-a24b-e2fd86cbaff9 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for floatingip (f367ab50-39c1-4006-a4be-8e552652a560), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:02.831366 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f346ffd7-cbfc-42e2-8ff2-4a5643441a4a req-a5d2e723-4bf2-43aa-8038-d648112ff090 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0586176 Aug 24 06:49:02.853036 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2786ce03-e438-46a6-9f9d-97ef148f0722 req-2ce62a73-86e4-4a94-b79a-84324cedefc5 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c37ed41f-655a-4350-8028-3ffb0012a366 HTTP/1.1" status: 200 len: 210 time: 0.0360241 Aug 24 06:49:03.237316 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-fac9750b-b210-4b32-a24b-e2fd86cbaff9 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:03.242094 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-fac9750b-b210-4b32-a24b-e2fd86cbaff9 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698989'] for floatingip (f367ab50-39c1-4006-a4be-8e552652a560), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:03.249755 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729c129-edcb-409b-a20c-4249fa8261d2 req-c1d28b51-7e48-40f5-bb6d-318c178fe600 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:03.251466 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9729c129-edcb-409b-a20c-4249fa8261d2 req-c1d28b51-7e48-40f5-bb6d-318c178fe600 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 945 time: 0.0500829 Aug 24 06:49:03.260468 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 3a7756a4-6904-4669-84c1-c44620572080 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:49:03.280753 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] No Port match for: 3a7756a4-6904-4669-84c1-c44620572080 {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:49:03.281493 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 3a7756a4-6904-4669-84c1-c44620572080 not bound to the agent host hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:49:03.307669 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9729c129-edcb-409b-a20c-4249fa8261d2 req-5c2a2134-15b8-4aca-bc51-83fbb4f852a5 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502808 Aug 24 06:49:03.309776 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:03.342875 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.db.l3_db [None req-fac9750b-b210-4b32-a24b-e2fd86cbaff9 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Floating IP f367ab50-39c1-4006-a4be-8e552652a560 associated. External IP: 172.27.3.225, port: 47896dbf-b786-424c-af7b-a7ebc39518bf. Aug 24 06:49:03.427332 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:03.549908 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac9750b-b210-4b32-a24b-e2fd86cbaff9 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:49:03.662331 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac9750b-b210-4b32-a24b-e2fd86cbaff9 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:49:03.666951 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-fac9750b-b210-4b32-a24b-e2fd86cbaff9 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:03.674758 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1c681a-278c-462f-9b62-0b7e1b658044 None None] Sync routers for ids ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:49:03.686528 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1c681a-278c-462f-9b62-0b7e1b658044 None None] Routers {'75ea99f1-9466-4c6b-97ff-975a1fed8f16'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:49:03.687038 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-2f1c681a-278c-462f-9b62-0b7e1b658044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:48:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:49:03.703395 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-fac9750b-b210-4b32-a24b-e2fd86cbaff9 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/f367ab50-39c1-4006-a4be-8e552652a560 HTTP/1.1" status: 200 len: 991 time: 0.9411075 Aug 24 06:49:03.704125 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4a6c65-00a1-497f-8798-d2ee025cab41', 'tag': '47896dbf-b786-424c-af7b-a7ebc39518bf'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:49:03.706552 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8286d606-d1ca-4f65-bd2c-145922128405" -d '{"events": [{"name": "network-changed", "server_uuid": "fb4a6c65-00a1-497f-8798-d2ee025cab41", "tag": "47896dbf-b786-424c-af7b-a7ebc39518bf"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:49:03.747122 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db8e5e2-75fd-4a0b-8ef8-9a9131cd5717 x-openstack-request-id: req-1db8e5e2-75fd-4a0b-8ef8-9a9131cd5717 {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:49:03.747449 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb4a6c65-00a1-497f-8798-d2ee025cab41", "tag": "47896dbf-b786-424c-af7b-a7ebc39518bf", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:49:03.747699 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1db8e5e2-75fd-4a0b-8ef8-9a9131cd5717 {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:49:03.748106 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1db8e5e2-75fd-4a0b-8ef8-9a9131cd5717'] response: {'name': 'network-changed', 'server_uuid': 'fb4a6c65-00a1-497f-8798-d2ee025cab41', 'tag': '47896dbf-b786-424c-af7b-a7ebc39518bf', 'status': 'completed', 'code': 200} Aug 24 06:49:03.755096 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=100 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:03.797326 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-2f1c681a-278c-462f-9b62-0b7e1b658044 None None] Set router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:49:03.809579 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286d606-d1ca-4f65-bd2c-145922128405 req-73175f09-8055-4bfe-8806-a36a9b49b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:03.811466 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-8286d606-d1ca-4f65-bd2c-145922128405 req-73175f09-8055-4bfe-8806-a36a9b49b2a4 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=a41fb206b09941ac80996a3c9cbaae58&device_id=fb4a6c65-00a1-497f-8798-d2ee025cab41 HTTP/1.1" status: 200 len: 1129 time: 0.0406060 Aug 24 06:49:03.918074 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286d606-d1ca-4f65-bd2c-145922128405 req-587f26ab-a9e4-4795-9148-286212984b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:03.922655 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-8286d606-d1ca-4f65-bd2c-145922128405 req-587f26ab-a9e4-4795-9148-286212984b5f service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=4d764327-7285-4015-bbe3-ebfc93ab6200 HTTP/1.1" status: 200 len: 916 time: 0.1029019 Aug 24 06:49:03.984845 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a022cc-5cfb-4442-af99-972bf61d400d req-2183cdc7-a0e9-4a6e-8b39-b37acb5a3e65 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:03.987349 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d4a022cc-5cfb-4442-af99-972bf61d400d req-2183cdc7-a0e9-4a6e-8b39-b37acb5a3e65 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 944 time: 0.0567412 Aug 24 06:49:04.009410 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-8286d606-d1ca-4f65-bd2c-145922128405 req-a00deafc-e88f-4b3b-8aea-39eaf68880fe service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47896dbf-b786-424c-af7b-a7ebc39518bf HTTP/1.1" status: 200 len: 999 time: 0.0814619 Aug 24 06:49:04.024154 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-2f1c681a-278c-462f-9b62-0b7e1b658044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'name': 'tempest-AttachVolumeNegativeTest-1816783706-router', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:15Z', 'revision_number': 4, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'gw_port': {'id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:09Z', 'updated_at': '2022-08-24T06:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': 'f367ab50-39c1-4006-a4be-8e552652a560', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'floating_ip_address': '172.27.3.225', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'port_id': '47896dbf-b786-424c-af7b-a7ebc39518bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'mac_address': 'fa:16:3e:29:b8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4a6c65-00a1-497f-8798-d2ee025cab41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:48:49Z', 'updated_at': '2022-08-24T06:49:03Z', 'revision_number': 1, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600aceea-e5a1-4b97-90bc-acc305ca240a', 'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'mac_address': 'fa:16:3e:e3:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:43:36Z', 'revision_number': 5, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'subnets': [{'id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:49:04.047691 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d4a022cc-5cfb-4442-af99-972bf61d400d req-1d8c457e-c9b2-455e-841b-7fa844b7ebc2 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0543139 Aug 24 06:49:04.056948 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1c681a-278c-462f-9b62-0b7e1b658044 None None] Checking router: 75ea99f1-9466-4c6b-97ff-975a1fed8f16 for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:49:04.080335 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286d606-d1ca-4f65-bd2c-145922128405 req-50036537-9e48-452d-9341-dde95306929b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:04.082140 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-8286d606-d1ca-4f65-bd2c-145922128405 req-50036537-9e48-452d-9341-dde95306929b service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=68aa3b00-7d83-4a36-89ce-d2987615f595 HTTP/1.1" status: 200 len: 854 time: 0.0659761 Aug 24 06:49:04.084548 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1c681a-278c-462f-9b62-0b7e1b658044 None None] Routers {'75ea99f1-9466-4c6b-97ff-975a1fed8f16'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:49:04.085175 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-2f1c681a-278c-462f-9b62-0b7e1b658044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:48:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:49:04.181951 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9fe88-ae51-45fc-91fa-c0123b9a9344 req-5e397e0f-2d02-4c51-bb37-247b5f2cc22f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:04.183477 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0ce9fe88-ae51-45fc-91fa-c0123b9a9344 req-5e397e0f-2d02-4c51-bb37-247b5f2cc22f tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0480695 Aug 24 06:49:04.186673 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-2f1c681a-278c-462f-9b62-0b7e1b658044 None None] Set router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:49:04.234967 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0ce9fe88-ae51-45fc-91fa-c0123b9a9344 req-174e6c71-76c4-4d90-ba5e-2b3b04683009 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443301 Aug 24 06:49:04.434867 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:04.448805 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aaa983-1557-4371-83c1-7b2ea4de1ac4 req-73d32890-0434-4815-98c6-0b425f23bb1d tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:04.450828 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-38aaa983-1557-4371-83c1-7b2ea4de1ac4 req-73d32890-0434-4815-98c6-0b425f23bb1d tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 945 time: 0.0588281 Aug 24 06:49:04.498599 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-2f1c681a-278c-462f-9b62-0b7e1b658044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'name': 'tempest-AttachVolumeNegativeTest-1816783706-router', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:15Z', 'revision_number': 4, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'gw_port': {'id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:09Z', 'updated_at': '2022-08-24T06:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': 'f367ab50-39c1-4006-a4be-8e552652a560', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'floating_ip_address': '172.27.3.225', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'port_id': '47896dbf-b786-424c-af7b-a7ebc39518bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'mac_address': 'fa:16:3e:29:b8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4a6c65-00a1-497f-8798-d2ee025cab41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:48:49Z', 'updated_at': '2022-08-24T06:49:03Z', 'revision_number': 1, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600aceea-e5a1-4b97-90bc-acc305ca240a', 'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'mac_address': 'fa:16:3e:e3:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:43:36Z', 'revision_number': 5, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'subnets': [{'id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:49:04.499343 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-38aaa983-1557-4371-83c1-7b2ea4de1ac4 req-8192d5b1-4d09-47cd-86b0-dbd41cdde8ed tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424685 Aug 24 06:49:04.525074 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1c681a-278c-462f-9b62-0b7e1b658044 None None] The sync data for ids ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'] in dv-cinder-854271-1-iscsi is: [{'id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'name': 'tempest-AttachVolumeNegativeTest-1816783706-router', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:15Z', 'revision_number': 4, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'gw_port': {'id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:09Z', 'updated_at': '2022-08-24T06:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': 'f367ab50-39c1-4006-a4be-8e552652a560', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'floating_ip_address': '172.27.3.225', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'port_id': '47896dbf-b786-424c-af7b-a7ebc39518bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'mac_address': 'fa:16:3e:29:b8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4a6c65-00a1-497f-8798-d2ee025cab41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:48:49Z', 'updated_at': '2022-08-24T06:49:03Z', 'revision_number': 1, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600aceea-e5a1-4b97-90bc-acc305ca240a', 'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'mac_address': 'fa:16:3e:e3:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:43:36Z', 'revision_number': 5, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'subnets': [{'id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:49:04.717414 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95da9282-34f5-46a7-b916-36f1ea498237 None None] New status for floating IP f367ab50-39c1-4006-a4be-8e552652a560: ACTIVE {{(pid=113090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 06:49:04.766017 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:05.179266 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ee52d-90e5-444c-8be1-3ab6d58161e9 req-92881f9d-5bd1-444b-b5fe-13557586121f tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:05.180754 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-881ee52d-90e5-444c-8be1-3ab6d58161e9 req-92881f9d-5bd1-444b-b5fe-13557586121f tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 944 time: 0.0493441 Aug 24 06:49:05.231927 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-881ee52d-90e5-444c-8be1-3ab6d58161e9 req-6e208adf-054a-46b5-a27c-f7a31f853793 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0451279 Aug 24 06:49:05.356148 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b29106-6e8c-4abe-a931-c6fd164d2e9e req-5bd46e3f-03a9-4ed9-b260-a815e2a82566 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:05.357568 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-93b29106-6e8c-4abe-a931-c6fd164d2e9e req-5bd46e3f-03a9-4ed9-b260-a815e2a82566 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0485594 Aug 24 06:49:05.422518 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-93b29106-6e8c-4abe-a931-c6fd164d2e9e req-96e08e5b-6139-4195-bd94-4317860ef786 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576069 Aug 24 06:49:05.624611 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5ad52-5ec4-4b92-9861-cea9d73e2ec1 req-95ae1a46-3b15-468a-9e0d-33a821423650 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:05.626182 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2fc5ad52-5ec4-4b92-9861-cea9d73e2ec1 req-95ae1a46-3b15-468a-9e0d-33a821423650 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 945 time: 0.0479703 Aug 24 06:49:05.651524 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:05.676633 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2fc5ad52-5ec4-4b92-9861-cea9d73e2ec1 req-d03f9617-c2f3-4362-96ea-c5e6f1543ae0 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447123 Aug 24 06:49:06.143360 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286d606-d1ca-4f65-bd2c-145922128405 req-01435444-e0b2-4b66-be77-ce921260e6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:06.144815 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-8286d606-d1ca-4f65-bd2c-145922128405 req-01435444-e0b2-4b66-be77-ce921260e6f3 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=4d764327-7285-4015-bbe3-ebfc93ab6200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495381 Aug 24 06:49:06.333397 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-8286d606-d1ca-4f65-bd2c-145922128405 req-a80c57b3-a1e1-4835-af67-5407740f3e0c service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4d764327-7285-4015-bbe3-ebfc93ab6200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892546 Aug 24 06:49:06.355023 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837c1fe-e486-47b0-b4d5-708c601b7327 req-b949d212-25f4-4a41-b9bb-84e99cd2cd7d tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:06.356560 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b837c1fe-e486-47b0-b4d5-708c601b7327 req-b949d212-25f4-4a41-b9bb-84e99cd2cd7d tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 944 time: 0.0499520 Aug 24 06:49:06.409405 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b837c1fe-e486-47b0-b4d5-708c601b7327 req-4bc7a8a9-d02f-402b-8b67-4eb465880b1d tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0466082 Aug 24 06:49:06.573187 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea1c6f-0158-427d-acb5-63e53e0c36ac req-35e9f749-99e5-4eb1-91e6-bc02c51eea1d tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:06.574672 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-10ea1c6f-0158-427d-acb5-63e53e0c36ac req-35e9f749-99e5-4eb1-91e6-bc02c51eea1d tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0559258 Aug 24 06:49:06.620660 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:06.633844 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-10ea1c6f-0158-427d-acb5-63e53e0c36ac req-775fe20a-d8de-47b5-9227-d51269ace973 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8e6530cb-0495-41e8-88b8-d3513be0cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503166 Aug 24 06:49:06.829000 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc52fb1-281e-4b7d-992d-07cb0ec51450 req-c8ae2f98-35fe-479e-8c74-625a8378ae3b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:06.830475 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1cc52fb1-281e-4b7d-992d-07cb0ec51450 req-c8ae2f98-35fe-479e-8c74-625a8378ae3b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 945 time: 0.0653315 Aug 24 06:49:06.880965 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1cc52fb1-281e-4b7d-992d-07cb0ec51450 req-4f43b41f-43b1-4388-b2ac-7f64fe152b55 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444405 Aug 24 06:49:07.016037 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-8286d606-d1ca-4f65-bd2c-145922128405 req-cfba7e85-c3a7-44aa-9176-f8c7e07e760b service neutron] 10.222.0.58 "GET /networking/v2.0/networks/4d764327-7285-4015-bbe3-ebfc93ab6200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954871 Aug 24 06:49:07.096435 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec1047-f3db-42dd-b7e3-91bde1da5eb5 req-a4833af1-00b3-4d23-8fe9-c18ed1aa944c tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:07.097981 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-51ec1047-f3db-42dd-b7e3-91bde1da5eb5 req-a4833af1-00b3-4d23-8fe9-c18ed1aa944c tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 946 time: 0.0564849 Aug 24 06:49:07.148840 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=100 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:07.191614 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [req-51ec1047-f3db-42dd-b7e3-91bde1da5eb5 req-e8a1aa7c-5e64-4e46-b611-be1988aaccde tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Deleting port c8eba2b0-b09a-4bae-9f7b-feefb9b58a05 {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:49:07.191936 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-51ec1047-f3db-42dd-b7e3-91bde1da5eb5 req-e8a1aa7c-5e64-4e46-b611-be1988aaccde tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (c8eba2b0-b09a-4bae-9f7b-feefb9b58a05), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:07.288245 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-51ec1047-f3db-42dd-b7e3-91bde1da5eb5 req-e8a1aa7c-5e64-4e46-b611-be1988aaccde tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] For port c8eba2b0-b09a-4bae-9f7b-feefb9b58a05, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=c8eba2b0-b09a-4bae-9f7b-feefb9b58a05,segment=NetworkSegment(6bddbdc0-2b31-4a69-875c-7bbac9668394),segment_id=6bddbdc0-2b31-4a69-875c-7bbac9668394)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:49:07.288489 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-51ec1047-f3db-42dd-b7e3-91bde1da5eb5 req-e8a1aa7c-5e64-4e46-b611-be1988aaccde tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (c8eba2b0-b09a-4bae-9f7b-feefb9b58a05), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:07.301974 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [req-51ec1047-f3db-42dd-b7e3-91bde1da5eb5 req-e8a1aa7c-5e64-4e46-b611-be1988aaccde tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Calling delete_port for c8eba2b0-b09a-4bae-9f7b-feefb9b58a05 owned by compute:nova {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:49:07.311940 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=100 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:07.440858 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-51ec1047-f3db-42dd-b7e3-91bde1da5eb5 req-e8a1aa7c-5e64-4e46-b611-be1988aaccde tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (c8eba2b0-b09a-4bae-9f7b-feefb9b58a05), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:07.456343 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['c8eba2b0-b09a-4bae-9f7b-feefb9b58a05'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:49:07.470464 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a1aa7c-5e64-4e46-b611-be1988aaccde tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Pushing event deleted for resources: {'Port': ['ID=c8eba2b0-b09a-4bae-9f7b-feefb9b58a05,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:49:07.519184 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ec1047-f3db-42dd-b7e3-91bde1da5eb5 req-e8a1aa7c-5e64-4e46-b611-be1988aaccde tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] No DVR routers for this DVR port c8eba2b0-b09a-4bae-9f7b-feefb9b58a05 on host hv-cinder-85427 {{(pid=113088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:49:07.522010 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-51ec1047-f3db-42dd-b7e3-91bde1da5eb5 req-e8a1aa7c-5e64-4e46-b611-be1988aaccde tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:07.525361 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-51ec1047-f3db-42dd-b7e3-91bde1da5eb5 req-e8a1aa7c-5e64-4e46-b611-be1988aaccde tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.58 "DELETE /networking/v2.0/ports/c8eba2b0-b09a-4bae-9f7b-feefb9b58a05 HTTP/1.1" status: 204 len: 173 time: 0.4218199 Aug 24 06:49:07.525822 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8a1bf0-8a43-4089-b507-6dba65b29948', 'name': 'network-vif-deleted', 'tag': 'c8eba2b0-b09a-4bae-9f7b-feefb9b58a05'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:49:07.528249 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac25d189-1da3-4232-a082-a7cbf7bf0acb" -d '{"events": [{"server_uuid": "8c8a1bf0-8a43-4089-b507-6dba65b29948", "name": "network-vif-deleted", "tag": "c8eba2b0-b09a-4bae-9f7b-feefb9b58a05"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:49:07.544340 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600edf3d-6ab3-4c81-9814-801226e9a2ee req-28fd1543-ef05-479c-a90e-1ec37678464a tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:07.555929 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-600edf3d-6ab3-4c81-9814-801226e9a2ee req-28fd1543-ef05-479c-a90e-1ec37678464a tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 944 time: 0.0682194 Aug 24 06:49:07.573296 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15adc034-cee5-46d5-8af0-ccfe1bfceecb x-openstack-request-id: req-15adc034-cee5-46d5-8af0-ccfe1bfceecb {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:49:07.573595 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8a1bf0-8a43-4089-b507-6dba65b29948", "name": "network-vif-deleted", "tag": "c8eba2b0-b09a-4bae-9f7b-feefb9b58a05", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:49:07.573846 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-15adc034-cee5-46d5-8af0-ccfe1bfceecb {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:49:07.574246 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15adc034-cee5-46d5-8af0-ccfe1bfceecb'] response: {'server_uuid': '8c8a1bf0-8a43-4089-b507-6dba65b29948', 'name': 'network-vif-deleted', 'tag': 'c8eba2b0-b09a-4bae-9f7b-feefb9b58a05', 'status': 'completed', 'code': 200} Aug 24 06:49:07.611107 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-600edf3d-6ab3-4c81-9814-801226e9a2ee req-c400d075-526a-4c40-b9b2-7e263f42222f tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0528414 Aug 24 06:49:07.752954 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9c77be77-c8e6-427c-826d-6b74d8a4537e req-d2a97d4d-3aa9-4a6d-b0cd-8b8d9ae4a026 tempest-ServerRescueNegativeTestJSON-1315141086 tempest-ServerRescueNegativeTestJSON-1315141086-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8a1bf0-8a43-4089-b507-6dba65b29948 HTTP/1.1" status: 200 len: 210 time: 0.0293832 Aug 24 06:49:08.019860 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab55cf3-06fd-400a-8ecb-d904fd675f05 req-e78b6fe7-5da2-4ba5-b3d4-7142d3f5c4d4 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:08.021384 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bab55cf3-06fd-400a-8ecb-d904fd675f05 req-e78b6fe7-5da2-4ba5-b3d4-7142d3f5c4d4 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 945 time: 0.0505970 Aug 24 06:49:08.072169 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bab55cf3-06fd-400a-8ecb-d904fd675f05 req-9faaa830-da0f-4819-a8fb-d96939cecd04 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443795 Aug 24 06:49:08.745505 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8c450-315c-4b4d-8fa4-5555b85a8df8 req-9716d59b-5541-438d-abcd-b35e5d24d119 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:08.746996 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5fe8c450-315c-4b4d-8fa4-5555b85a8df8 req-9716d59b-5541-438d-abcd-b35e5d24d119 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 944 time: 0.0541441 Aug 24 06:49:08.798893 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5fe8c450-315c-4b4d-8fa4-5555b85a8df8 req-6f21f8d5-54a3-45f1-9258-858edb7ba190 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0450017 Aug 24 06:49:08.821683 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 53326) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:49:09.202439 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eaf1ae-3a42-47c3-b06d-16d9809d85f2 req-8d9e013e-ac9f-45e3-bdd5-2ae7a2b6a828 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:09.204051 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c1eaf1ae-3a42-47c3-b06d-16d9809d85f2 req-8d9e013e-ac9f-45e3-bdd5-2ae7a2b6a828 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 945 time: 0.0511556 Aug 24 06:49:09.247223 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-e9f6fb30-b225-4444-932a-8dc26bb88533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699757'] for router_interface (60257890-9b33-4fc7-91c0-49114a106d83), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:09.254140 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c1eaf1ae-3a42-47c3-b06d-16d9809d85f2 req-40a3c2bc-e0e1-4b98-b78a-21bcdfb89d25 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442770 Aug 24 06:49:09.306452 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 23d72516-fd9a-4990-84c2-92849cc63fb1 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 06:49:09.340818 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:09.409422 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 23d72516-fd9a-4990-84c2-92849cc63fb1, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=23d72516-fd9a-4990-84c2-92849cc63fb1,segment=NetworkSegment(66e80b04-3348-4d98-9a1e-377326afcde4),segment_id=66e80b04-3348-4d98-9a1e-377326afcde4)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:49:09.420909 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Returning: {'device': '23d72516-fd9a-4990-84c2-92849cc63fb1', 'network_id': '1a65afdd-a8e2-4518-9256-f6218e06bf95', 'port_id': '23d72516-fd9a-4990-84c2-92849cc63fb1', 'mac_address': 'fa:16:3e:ec:cc:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ac3680-c342-4f76-808a-5fdbedfba4b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 06:49:09.462266 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 23d72516-fd9a-4990-84c2-92849cc63fb1 is: DOWN; New status is: BUILD {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:49:09.462675 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (23d72516-fd9a-4990-84c2-92849cc63fb1), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:09.477534 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d72516-fd9a-4990-84c2-92849cc63fb1 {{(pid=113090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:49:09.499544 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 23d72516-fd9a-4990-84c2-92849cc63fb1, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=23d72516-fd9a-4990-84c2-92849cc63fb1,segment=NetworkSegment(66e80b04-3348-4d98-9a1e-377326afcde4),segment_id=66e80b04-3348-4d98-9a1e-377326afcde4)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:49:09.505178 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (23d72516-fd9a-4990-84c2-92849cc63fb1), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:09.556385 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=23d72516-fd9a-4990-84c2-92849cc63fb1,revision_number=7']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:49:09.701136 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:09.713123 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-e9f6fb30-b225-4444-932a-8dc26bb88533 admin admin] Deleting port f1fac1b8-84f9-4a2b-b73d-27765d65b43d {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:49:09.713394 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-e9f6fb30-b225-4444-932a-8dc26bb88533 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (f1fac1b8-84f9-4a2b-b73d-27765d65b43d), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:09.803341 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [None req-e9f6fb30-b225-4444-932a-8dc26bb88533 admin admin] For port f1fac1b8-84f9-4a2b-b73d-27765d65b43d, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=f1fac1b8-84f9-4a2b-b73d-27765d65b43d,segment=NetworkSegment(6bddbdc0-2b31-4a69-875c-7bbac9668394),segment_id=6bddbdc0-2b31-4a69-875c-7bbac9668394)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:49:09.803737 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-e9f6fb30-b225-4444-932a-8dc26bb88533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (f1fac1b8-84f9-4a2b-b73d-27765d65b43d), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:09.818009 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-e9f6fb30-b225-4444-932a-8dc26bb88533 admin admin] Calling delete_port for f1fac1b8-84f9-4a2b-b73d-27765d65b43d owned by network:router_interface {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:49:09.851443 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['23d72516-fd9a-4990-84c2-92849cc63fb1'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:49:09.892157 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:09.930123 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c2e46-bee4-48f2-9de1-370d951e252c req-2276aa55-ae90-4086-a48f-832ca0f28f35 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:09.931848 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f54c2e46-bee4-48f2-9de1-370d951e252c req-2276aa55-ae90-4086-a48f-832ca0f28f35 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 945 time: 0.0574226 Aug 24 06:49:09.993570 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f54c2e46-bee4-48f2-9de1-370d951e252c req-de945dea-62a1-4a27-b791-17f611483535 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0530066 Aug 24 06:49:10.033364 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-e9f6fb30-b225-4444-932a-8dc26bb88533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (f1fac1b8-84f9-4a2b-b73d-27765d65b43d), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:10.061492 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6fb30-b225-4444-932a-8dc26bb88533 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1fac1b8-84f9-4a2b-b73d-27765d65b43d,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:49:10.243210 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-e9f6fb30-b225-4444-932a-8dc26bb88533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699641'] for router_interface (60257890-9b33-4fc7-91c0-49114a106d83), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:10.385635 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5b67d-ed29-43b1-a022-7d74cebe5d23 req-41d25daf-494b-4a9d-907a-4d311af497ff tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:10.387045 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7fd5b67d-ed29-43b1-a022-7d74cebe5d23 req-41d25daf-494b-4a9d-907a-4d311af497ff tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 945 time: 0.0521486 Aug 24 06:49:10.438594 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7fd5b67d-ed29-43b1-a022-7d74cebe5d23 req-9bac4fdd-3e88-402d-83dd-5c235823db3c tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453148 Aug 24 06:49:10.469555 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-61c79ef5-da0c-40a7-8784-f39b2763ca34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:10.485739 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f6fb30-b225-4444-932a-8dc26bb88533 admin admin] Router 60257890-9b33-4fc7-91c0-49114a106d83 has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:49:10.597892 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f6fb30-b225-4444-932a-8dc26bb88533 admin admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:49:10.605802 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 53340) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:49:10.606160 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-e9f6fb30-b225-4444-932a-8dc26bb88533 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/60257890-9b33-4fc7-91c0-49114a106d83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7848742 Aug 24 06:49:10.612256 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ac8d8d-04f1-4087-914e-c9c4d2d3ad05 None None] Sync routers for ids ['60257890-9b33-4fc7-91c0-49114a106d83'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:49:10.623684 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ac8d8d-04f1-4087-914e-c9c4d2d3ad05 None None] Routers {'60257890-9b33-4fc7-91c0-49114a106d83'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:49:10.624304 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-36ac8d8d-04f1-4087-914e-c9c4d2d3ad05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:48:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['60257890-9b33-4fc7-91c0-49114a106d83'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:49:10.718718 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e132a4f0-f85b-47f9-9f8f-40884015b5d3 admin admin] Publish callbacks [] for router (60257890-9b33-4fc7-91c0-49114a106d83), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:10.752830 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-36ac8d8d-04f1-4087-914e-c9c4d2d3ad05 None None] Set router 60257890-9b33-4fc7-91c0-49114a106d83 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:49:10.821403 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:10.855158 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e132a4f0-f85b-47f9-9f8f-40884015b5d3 admin admin] Publish callbacks [] for router_gateway (60257890-9b33-4fc7-91c0-49114a106d83), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:10.906993 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-e132a4f0-f85b-47f9-9f8f-40884015b5d3 admin admin] Deleting port 8a3d7773-7d9a-4a50-b48b-707661ee7260 {{(pid=113089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:49:10.907468 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e132a4f0-f85b-47f9-9f8f-40884015b5d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (8a3d7773-7d9a-4a50-b48b-707661ee7260), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:10.980901 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-36ac8d8d-04f1-4087-914e-c9c4d2d3ad05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60257890-9b33-4fc7-91c0-49114a106d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1360141810-router', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '8a3d7773-7d9a-4a50-b48b-707661ee7260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:49:09Z', 'revision_number': 5, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'gw_port': {'id': '8a3d7773-7d9a-4a50-b48b-707661ee7260', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60257890-9b33-4fc7-91c0-49114a106d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:10Z', 'updated_at': '2022-08-24T06:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi'}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:49:11.000488 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:11.007104 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ac8d8d-04f1-4087-914e-c9c4d2d3ad05 None None] Checking router: 60257890-9b33-4fc7-91c0-49114a106d83 for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:49:11.008393 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.db [None req-e132a4f0-f85b-47f9-9f8f-40884015b5d3 admin admin] For port 8a3d7773-7d9a-4a50-b48b-707661ee7260, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=8a3d7773-7d9a-4a50-b48b-707661ee7260,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:49:11.008859 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e132a4f0-f85b-47f9-9f8f-40884015b5d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (8a3d7773-7d9a-4a50-b48b-707661ee7260), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:11.016091 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ac8d8d-04f1-4087-914e-c9c4d2d3ad05 None None] Routers {'60257890-9b33-4fc7-91c0-49114a106d83'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:49:11.016776 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-36ac8d8d-04f1-4087-914e-c9c4d2d3ad05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:48:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['60257890-9b33-4fc7-91c0-49114a106d83'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:49:11.024360 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-e132a4f0-f85b-47f9-9f8f-40884015b5d3 admin admin] Calling delete_port for 8a3d7773-7d9a-4a50-b48b-707661ee7260 owned by network:router_gateway {{(pid=113089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:49:11.109119 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-36ac8d8d-04f1-4087-914e-c9c4d2d3ad05 None None] Set router 60257890-9b33-4fc7-91c0-49114a106d83 gateway port host: None {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:49:11.159656 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-36ac8d8d-04f1-4087-914e-c9c4d2d3ad05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60257890-9b33-4fc7-91c0-49114a106d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1360141810-router', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:49:10Z', 'revision_number': 6, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'gw_port_host': None}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:49:11.184117 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249f3f9-7e21-4b84-b2d5-4e14a6e686db req-4749101c-1fac-48df-8993-167bc59fc433 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:11.185966 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2249f3f9-7e21-4b84-b2d5-4e14a6e686db req-4749101c-1fac-48df-8993-167bc59fc433 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 945 time: 0.0950871 Aug 24 06:49:11.188517 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ac8d8d-04f1-4087-914e-c9c4d2d3ad05 None None] The sync data for ids ['60257890-9b33-4fc7-91c0-49114a106d83'] in dv-cinder-854271-1-iscsi is: [{'id': '60257890-9b33-4fc7-91c0-49114a106d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1360141810-router', 'tenant_id': '2a401374685240dc94fe28ca99ad4e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:49:10Z', 'revision_number': 6, 'project_id': '2a401374685240dc94fe28ca99ad4e11', 'gw_port_host': None}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:49:11.287977 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2249f3f9-7e21-4b84-b2d5-4e14a6e686db req-e694649c-cade-4534-b6f9-109091451a88 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0877523 Aug 24 06:49:11.301790 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e132a4f0-f85b-47f9-9f8f-40884015b5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118'] for port (8a3d7773-7d9a-4a50-b48b-707661ee7260), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:11.326702 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 7af29038-05f2-4948-9883-4601a629761c details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 06:49:11.333057 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 23d72516-fd9a-4990-84c2-92849cc63fb1 up at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:49:11.335970 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132a4f0-f85b-47f9-9f8f-40884015b5d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a3d7773-7d9a-4a50-b48b-707661ee7260,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:49:11.370623 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e132a4f0-f85b-47f9-9f8f-40884015b5d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696360'] for router_gateway (60257890-9b33-4fc7-91c0-49114a106d83), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:11.448713 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning complete for port 23d72516-fd9a-4990-84c2-92849cc63fb1 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:49:11.449377 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (23d72516-fd9a-4990-84c2-92849cc63fb1), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:11.477472 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e132a4f0-f85b-47f9-9f8f-40884015b5d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1699731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router (60257890-9b33-4fc7-91c0-49114a106d83), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:11.480322 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e132a4f0-f85b-47f9-9f8f-40884015b5d3 admin admin] Publish callbacks [] for router_controller (60257890-9b33-4fc7-91c0-49114a106d83), precommit_delete_associations {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:11.590005 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:11.615371 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e132a4f0-f85b-47f9-9f8f-40884015b5d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1699722'] for router (60257890-9b33-4fc7-91c0-49114a106d83), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:11.616168 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e132a4f0-f85b-47f9-9f8f-40884015b5d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60257890-9b33-4fc7-91c0-49114a106d83 {{(pid=113089) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 06:49:11.631474 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e132a4f0-f85b-47f9-9f8f-40884015b5d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:11.633204 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-e132a4f0-f85b-47f9-9f8f-40884015b5d3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/60257890-9b33-4fc7-91c0-49114a106d83 HTTP/1.1" status: 204 len: 168 time: 1.0260880 Aug 24 06:49:11.636293 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 53374) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:49:11.675158 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 7af29038-05f2-4948-9883-4601a629761c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=7af29038-05f2-4948-9883-4601a629761c,segment=NetworkSegment(b5516234-5380-4558-bccf-bf2354b2ccbf),segment_id=b5516234-5380-4558-bccf-bf2354b2ccbf)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:49:11.710029 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Returning: {'device': '7af29038-05f2-4948-9883-4601a629761c', 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb', 'port_id': '7af29038-05f2-4948-9883-4601a629761c', 'mac_address': 'fa:16:3e:85:18:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 06:49:11.712792 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 23d72516-fd9a-4990-84c2-92849cc63fb1 is: BUILD; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:49:11.713429 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (23d72516-fd9a-4990-84c2-92849cc63fb1), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:11.719226 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:11.730324 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device f1fac1b8-84f9-4a2b-b73d-27765d65b43d no longer exists at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:49:11.740832 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:11.745178 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90310e29-4571-4d20-b8a4-f7579c9e87e5 req-e163fc0b-1b91-4743-b8d9-432f3428d29d tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:11.752996 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-90310e29-4571-4d20-b8a4-f7579c9e87e5 req-e163fc0b-1b91-4743-b8d9-432f3428d29d tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 945 time: 0.1536291 Aug 24 06:49:11.756855 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f2c5df-96fc-4a6f-8506-e5ad685b969a admin admin] Deleting subnet 87c63329-c783-4018-8f3e-d78ef061967a {{(pid=113088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 06:49:11.768552 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] No Port match for: f1fac1b8-84f9-4a2b-b73d-27765d65b43d {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:49:11.768901 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device f1fac1b8-84f9-4a2b-b73d-27765d65b43d not bound to the agent host dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:49:11.771484 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c4f2c5df-96fc-4a6f-8506-e5ad685b969a admin admin] Publish callbacks [] for subnet (87c63329-c783-4018-8f3e-d78ef061967a), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:11.799705 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb639cc-8b84-4663-b991-2954e9c87fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d72516-fd9a-4990-84c2-92849cc63fb1'}] {{(pid=113090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:49:11.802387 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b6006cf2a23db0b36d2003dbfde04691441a00dec53483979079bf2def40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d13337f-8176-487b-9b60-3e79c29295e9" -d '{"events": [{"server_uuid": "cdb639cc-8b84-4663-b991-2954e9c87fef", "name": "network-vif-plugged", "status": "completed", "tag": "23d72516-fd9a-4990-84c2-92849cc63fb1"}]}' {{(pid=113090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:49:11.825258 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c4f2c5df-96fc-4a6f-8506-e5ad685b969a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884324'] for subnet (87c63329-c783-4018-8f3e-d78ef061967a), precommit_delete_associations {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:11.831573 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 23d72516-fd9a-4990-84c2-92849cc63fb1, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=23d72516-fd9a-4990-84c2-92849cc63fb1,segment=NetworkSegment(66e80b04-3348-4d98-9a1e-377326afcde4),segment_id=66e80b04-3348-4d98-9a1e-377326afcde4)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:49:11.833155 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 7af29038-05f2-4948-9883-4601a629761c is: ACTIVE; New status is: BUILD {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:49:11.833839 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (7af29038-05f2-4948-9883-4601a629761c), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:11.849959 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (23d72516-fd9a-4990-84c2-92849cc63fb1), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:11.851124 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device c8eba2b0-b09a-4bae-9f7b-feefb9b58a05 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:49:11.876320 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7af29038-05f2-4948-9883-4601a629761c {{(pid=113090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:49:11.902481 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] No Port match for: c8eba2b0-b09a-4bae-9f7b-feefb9b58a05 {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:49:11.903497 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device c8eba2b0-b09a-4bae-9f7b-feefb9b58a05 not bound to the agent host hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:49:11.909378 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656ed723-2be5-4d99-94d0-c5e2c671e86a x-openstack-request-id: req-656ed723-2be5-4d99-94d0-c5e2c671e86a {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:49:11.909679 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb639cc-8b84-4663-b991-2954e9c87fef", "name": "network-vif-plugged", "status": "completed", "tag": "23d72516-fd9a-4990-84c2-92849cc63fb1", "code": 200}]} {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:49:11.909932 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-656ed723-2be5-4d99-94d0-c5e2c671e86a {{(pid=113090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:49:11.910324 dv-cinder-854271-1-iscsi neutron-server[113090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-656ed723-2be5-4d99-94d0-c5e2c671e86a'] response: {'server_uuid': 'cdb639cc-8b84-4663-b991-2954e9c87fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d72516-fd9a-4990-84c2-92849cc63fb1', 'code': 200} Aug 24 06:49:11.919638 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-90310e29-4571-4d20-b8a4-f7579c9e87e5 req-fcc9d5db-42c9-40ec-bbdc-e7132d4a8de3 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409843 Aug 24 06:49:11.938550 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 7af29038-05f2-4948-9883-4601a629761c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=7af29038-05f2-4948-9883-4601a629761c,segment=NetworkSegment(b5516234-5380-4558-bccf-bf2354b2ccbf),segment_id=b5516234-5380-4558-bccf-bf2354b2ccbf)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:49:11.955710 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (7af29038-05f2-4948-9883-4601a629761c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:11.960041 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=23d72516-fd9a-4990-84c2-92849cc63fb1,revision_number=8']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:49:11.985340 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c4f2c5df-96fc-4a6f-8506-e5ad685b969a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594230'] for subnet (87c63329-c783-4018-8f3e-d78ef061967a), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:12.021105 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:12.025275 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=7af29038-05f2-4948-9883-4601a629761c,revision_number=6']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:49:12.056614 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['7af29038-05f2-4948-9883-4601a629761c'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:49:12.082014 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c4f2c5df-96fc-4a6f-8506-e5ad685b969a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4110209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404032'] for subnet (87c63329-c783-4018-8f3e-d78ef061967a), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:12.115184 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2c5df-96fc-4a6f-8506-e5ad685b969a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87c63329-c783-4018-8f3e-d78ef061967a,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:49:12.130525 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c4f2c5df-96fc-4a6f-8506-e5ad685b969a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:12.135005 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-c4f2c5df-96fc-4a6f-8506-e5ad685b969a admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/87c63329-c783-4018-8f3e-d78ef061967a HTTP/1.1" status: 204 len: 168 time: 0.4975793 Aug 24 06:49:12.137585 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 53378) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:49:12.145797 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38b5a57-0c52-48c5-abdc-f2e1dec9b85b None None] Network 4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:49:12.268237 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-06557ac3-63ba-4549-a355-3c8408785435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623035'] for network (4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:12.335982 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-06557ac3-63ba-4549-a355-3c8408785435 admin admin] Deleting port 01709ac7-8e03-46b8-af80-684d8c19caa4 {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:49:12.336312 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-06557ac3-63ba-4549-a355-3c8408785435 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (01709ac7-8e03-46b8-af80-684d8c19caa4), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:12.416180 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [None req-06557ac3-63ba-4549-a355-3c8408785435 admin admin] For port 01709ac7-8e03-46b8-af80-684d8c19caa4, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=01709ac7-8e03-46b8-af80-684d8c19caa4,segment=NetworkSegment(6bddbdc0-2b31-4a69-875c-7bbac9668394),segment_id=6bddbdc0-2b31-4a69-875c-7bbac9668394)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:49:12.419047 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-06557ac3-63ba-4549-a355-3c8408785435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (01709ac7-8e03-46b8-af80-684d8c19caa4), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:12.431628 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-06557ac3-63ba-4549-a355-3c8408785435 admin admin] Calling delete_port for 01709ac7-8e03-46b8-af80-684d8c19caa4 owned by network:dhcp {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:49:12.473654 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c128d17-a4b2-488a-883e-c7b5c6bc7777 req-019de5df-1bac-4b7d-8f44-691368760386 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:12.483152 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7c128d17-a4b2-488a-883e-c7b5c6bc7777 req-019de5df-1bac-4b7d-8f44-691368760386 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 946 time: 0.0783463 Aug 24 06:49:12.523800 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367953c-065a-48f0-91d5-043308ce41ab req-90dd0b75-2d1b-44ec-898c-16bb36d8d2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:12.526481 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-5367953c-065a-48f0-91d5-043308ce41ab req-90dd0b75-2d1b-44ec-898c-16bb36d8d2b6 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 1130 time: 0.3042173 Aug 24 06:49:12.567966 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-06557ac3-63ba-4549-a355-3c8408785435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (01709ac7-8e03-46b8-af80-684d8c19caa4), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:12.605538 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7c128d17-a4b2-488a-883e-c7b5c6bc7777 req-af1859a5-9469-4dd8-a26b-56c810df7565 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1150601 Aug 24 06:49:12.627670 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06557ac3-63ba-4549-a355-3c8408785435 admin admin] Pushing event deleted for resources: {'Port': ['ID=01709ac7-8e03-46b8-af80-684d8c19caa4,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:49:12.680463 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06557ac3-63ba-4549-a355-3c8408785435 admin admin] No DVR routers for this DVR port 01709ac7-8e03-46b8-af80-684d8c19caa4 on host dv-cinder-854271-1-iscsi {{(pid=113088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:49:12.681198 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f4039b-9510-4ef1-8647-3ef381bd9a35 None None] DHCP port deletion for 4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad request from dv-cinder-854271-1-iscsi {{(pid=113090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 06:49:12.716338 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-27173517-47e3-44ea-afea-0f0588a69a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:12.716721 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-5367953c-065a-48f0-91d5-043308ce41ab req-5f452897-270d-4365-b48d-4a3b2890d67c service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1644928 Aug 24 06:49:12.770036 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-06557ac3-63ba-4549-a355-3c8408785435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-591158', 'neutron.services.segments.db._delete_segments_for_network-8748143077744'] for network (4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:12.794509 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.services.segments.db [None req-06557ac3-63ba-4549-a355-3c8408785435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad']}} {{(pid=113088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:49:12.805959 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.services.segments.db [None req-06557ac3-63ba-4549-a355-3c8408785435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bddbdc0-2b31-4a69-875c-7bbac9668394') {'for_net_delete': True} {{(pid=113088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:49:12.806514 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.services.segments.db [None req-06557ac3-63ba-4549-a355-3c8408785435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bddbdc0-2b31-4a69-875c-7bbac9668394') {} {{(pid=113088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:49:12.818948 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-06557ac3-63ba-4549-a355-3c8408785435 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748143134702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884333'] for segment (6bddbdc0-2b31-4a69-875c-7bbac9668394), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:12.838555 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-06557ac3-63ba-4549-a355-3c8408785435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (6bddbdc0-2b31-4a69-875c-7bbac9668394), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:12.845574 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06557ac3-63ba-4549-a355-3c8408785435 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=113088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 06:49:12.846029 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-06557ac3-63ba-4549-a355-3c8408785435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4110311'] for segment (6bddbdc0-2b31-4a69-875c-7bbac9668394), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:12.926492 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-06557ac3-63ba-4549-a355-3c8408785435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696332'] for network (4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:12.936544 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-06557ac3-63ba-4549-a355-3c8408785435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:12.943971 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-06557ac3-63ba-4549-a355-3c8408785435 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad HTTP/1.1" status: 204 len: 168 time: 0.8026853 Aug 24 06:49:12.953460 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06557ac3-63ba-4549-a355-3c8408785435 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ee4b0b1-e8df-4c0b-bdee-5bdfdfc628ad,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:49:12.975288 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.services.segments.plugin [-] Segment 6bddbdc0-2b31-4a69-875c-7bbac9668394 resource provider aggregate not found Aug 24 06:49:13.011287 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.services.segments.plugin [-] Segment 6bddbdc0-2b31-4a69-875c-7bbac9668394 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6bddbdc0-2b31-4a69-875c-7bbac9668394 found for delete ", "request_id": "req-b9394964-3c70-4557-8598-1b1f7515fc30"}]} Aug 24 06:49:13.090195 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bfa0b-571c-4485-a980-026d0edb2ce6 req-a73890bf-890d-4bbd-838c-ad6617f8cc3f tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:13.092086 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-014bfa0b-571c-4485-a980-026d0edb2ce6 req-a73890bf-890d-4bbd-838c-ad6617f8cc3f tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 944 time: 0.0544407 Aug 24 06:49:13.118680 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 53392) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:49:13.144564 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-014bfa0b-571c-4485-a980-026d0edb2ce6 req-4abd844f-c401-4634-8d5a-91810958b944 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459614 Aug 24 06:49:13.187497 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-e269bcc3-649b-4d4c-88ba-5f99610d6ef9 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=2a401374685240dc94fe28ca99ad4e11&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0672121 Aug 24 06:49:13.190244 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 53394) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:49:13.223927 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:13.251031 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-4fe8085c-b989-475e-b33f-c1fbf16928ca admin admin] Publish callbacks [] for security_group (8e6530cb-0495-41e8-88b8-d3513be0cc1e), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:13.274202 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-4fe8085c-b989-475e-b33f-c1fbf16928ca admin admin] Publish callbacks [] for security_group (8e6530cb-0495-41e8-88b8-d3513be0cc1e), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:13.327707 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-4fe8085c-b989-475e-b33f-c1fbf16928ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (8e6530cb-0495-41e8-88b8-d3513be0cc1e), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:13.330410 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-4fe8085c-b989-475e-b33f-c1fbf16928ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:13.331603 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-4fe8085c-b989-475e-b33f-c1fbf16928ca admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/8e6530cb-0495-41e8-88b8-d3513be0cc1e HTTP/1.1" status: 204 len: 168 time: 0.1403227 Aug 24 06:49:13.340917 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8085c-b989-475e-b33f-c1fbf16928ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6530cb-0495-41e8-88b8-d3513be0cc1e,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:49:13.346559 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 7af29038-05f2-4948-9883-4601a629761c up at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:49:13.474495 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning complete for port 7af29038-05f2-4948-9883-4601a629761c triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:49:13.474868 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (7af29038-05f2-4948-9883-4601a629761c), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:13.505637 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 01709ac7-8e03-46b8-af80-684d8c19caa4 no longer exists at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:49:13.536425 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] No Port match for: 01709ac7-8e03-46b8-af80-684d8c19caa4 {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:49:13.536831 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 01709ac7-8e03-46b8-af80-684d8c19caa4 not bound to the agent host dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:49:13.537337 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 8a3d7773-7d9a-4a50-b48b-707661ee7260 no longer exists at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:49:13.566398 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] No Port match for: 8a3d7773-7d9a-4a50-b48b-707661ee7260 {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:49:13.567003 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 8a3d7773-7d9a-4a50-b48b-707661ee7260 not bound to the agent host dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:49:13.638665 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 7af29038-05f2-4948-9883-4601a629761c is: BUILD; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:49:13.638948 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (7af29038-05f2-4948-9883-4601a629761c), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:13.680320 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 7af29038-05f2-4948-9883-4601a629761c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=7af29038-05f2-4948-9883-4601a629761c,segment=NetworkSegment(b5516234-5380-4558-bccf-bf2354b2ccbf),segment_id=b5516234-5380-4558-bccf-bf2354b2ccbf)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:49:13.687645 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (7af29038-05f2-4948-9883-4601a629761c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:13.701037 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:13.764695 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=7af29038-05f2-4948-9883-4601a629761c,revision_number=7']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:49:13.787172 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a47e8-7ad2-4e24-90b1-f7506b5dbe35 req-4ffb913f-f6c2-45d6-b515-3cea0afc2002 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:13.788784 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9e1a47e8-7ad2-4e24-90b1-f7506b5dbe35 req-4ffb913f-f6c2-45d6-b515-3cea0afc2002 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 946 time: 0.0901203 Aug 24 06:49:13.865987 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9e1a47e8-7ad2-4e24-90b1-f7506b5dbe35 req-4ef04249-3f1a-421b-846e-39a36f6f25cb tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0698199 Aug 24 06:49:13.912484 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc5a50e-c3a4-4635-ad0e-2127db777881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af29038-05f2-4948-9883-4601a629761c'}] {{(pid=113090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:49:13.915830 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b6006cf2a23db0b36d2003dbfde04691441a00dec53483979079bf2def40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1426c034-301d-4ae5-8d09-d21b77081ba3" -d '{"events": [{"server_uuid": "efc5a50e-c3a4-4635-ad0e-2127db777881", "name": "network-vif-plugged", "status": "completed", "tag": "7af29038-05f2-4948-9883-4601a629761c"}]}' {{(pid=113090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:49:13.957073 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086f5310-2344-451f-96b3-b07e3667fde1 x-openstack-request-id: req-086f5310-2344-451f-96b3-b07e3667fde1 {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:49:13.957368 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc5a50e-c3a4-4635-ad0e-2127db777881", "name": "network-vif-plugged", "status": "completed", "tag": "7af29038-05f2-4948-9883-4601a629761c", "code": 200}]} {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:49:13.957613 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-086f5310-2344-451f-96b3-b07e3667fde1 {{(pid=113090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:49:13.958012 dv-cinder-854271-1-iscsi neutron-server[113090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-086f5310-2344-451f-96b3-b07e3667fde1'] response: {'server_uuid': 'efc5a50e-c3a4-4635-ad0e-2127db777881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af29038-05f2-4948-9883-4601a629761c', 'code': 200} Aug 24 06:49:13.999004 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:14.303351 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee407e0-0635-437f-92b7-279796af415b req-b998b8d6-c06c-491c-a514-d33d73127834 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:14.305187 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2ee407e0-0635-437f-92b7-279796af415b req-b998b8d6-c06c-491c-a514-d33d73127834 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 945 time: 0.0626335 Aug 24 06:49:14.339773 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:14.395831 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2ee407e0-0635-437f-92b7-279796af415b req-297ca88e-a7ab-437c-b9c6-5a07e8159974 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746417 Aug 24 06:49:15.027009 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a13da5-e740-407a-b46c-89bc6d4a8540 req-176fef8b-130b-4805-885a-2ce8e4f72457 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:15.038101 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-84a13da5-e740-407a-b46c-89bc6d4a8540 req-176fef8b-130b-4805-885a-2ce8e4f72457 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 946 time: 0.0744145 Aug 24 06:49:15.107644 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-84a13da5-e740-407a-b46c-89bc6d4a8540 req-0cc0a0eb-7bc5-4abf-a06d-401d58adc0bb tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0629258 Aug 24 06:49:15.487939 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:15.531219 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:15.573411 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332451e7-2113-4b23-b9b0-624c27314d03 req-9f169a1c-15f2-478b-a30e-83be0d12940f tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:15.574923 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-332451e7-2113-4b23-b9b0-624c27314d03 req-9f169a1c-15f2-478b-a30e-83be0d12940f tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 945 time: 0.0742323 Aug 24 06:49:15.651250 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-332451e7-2113-4b23-b9b0-624c27314d03 req-72b13d3e-a1ac-4001-b3a6-7f6112561d50 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646513 Aug 24 06:49:16.595838 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 53478) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:49:16.731791 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f8eeb0ff-2d12-4a52-ac30-d839e453badc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:16.812526 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7221492-135c-43d7-9da2-e6c2c88c99f1 req-1084b516-9e10-4a5d-ada1-2a1788b26539 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:16.819779 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a7221492-135c-43d7-9da2-e6c2c88c99f1 req-1084b516-9e10-4a5d-ada1-2a1788b26539 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 945 time: 0.0734258 Aug 24 06:49:16.895277 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a7221492-135c-43d7-9da2-e6c2c88c99f1 req-5af3db64-dc78-4800-a830-3b191bd485b0 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746129 Aug 24 06:49:16.910811 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f8eeb0ff-2d12-4a52-ac30-d839e453badc admin admin] Publish callbacks [] for security_group (5a2961c2-fab7-4958-affe-a2bd274d2ae3), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:16.916234 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f8eeb0ff-2d12-4a52-ac30-d839e453badc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (5a2961c2-fab7-4958-affe-a2bd274d2ae3), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:16.950927 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eeb0ff-2d12-4a52-ac30-d839e453badc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2961c2-fab7-4958-affe-a2bd274d2ae3,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:49:16.969940 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-f8eeb0ff-2d12-4a52-ac30-d839e453badc admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7a89a9ded1fd41b385fc1ce46d74893d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3729744 Aug 24 06:49:16.973035 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 53486) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:49:17.030267 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-24bede2a-28bf-4715-9c5f-b3a9d668ec27 admin admin] Publish callbacks [] for security_group (5a2961c2-fab7-4958-affe-a2bd274d2ae3), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:17.050582 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:17.054670 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-24bede2a-28bf-4715-9c5f-b3a9d668ec27 admin admin] Publish callbacks [] for security_group (5a2961c2-fab7-4958-affe-a2bd274d2ae3), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:17.063035 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:17.124265 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-24bede2a-28bf-4715-9c5f-b3a9d668ec27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (5a2961c2-fab7-4958-affe-a2bd274d2ae3), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:17.127424 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-24bede2a-28bf-4715-9c5f-b3a9d668ec27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:17.131157 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-24bede2a-28bf-4715-9c5f-b3a9d668ec27 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5a2961c2-fab7-4958-affe-a2bd274d2ae3 HTTP/1.1" status: 204 len: 168 time: 0.1545250 Aug 24 06:49:17.137662 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bede2a-28bf-4715-9c5f-b3a9d668ec27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2961c2-fab7-4958-affe-a2bd274d2ae3,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:49:17.478130 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 53492) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:49:17.492806 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b31f9fac-80fd-4fb8-b926-a9af1be80261 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:17.581333 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b31f9fac-80fd-4fb8-b926-a9af1be80261 admin admin] Publish callbacks [] for security_group (786c2a5b-3059-41ca-8608-cec70d1e401b), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:17.586039 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b31f9fac-80fd-4fb8-b926-a9af1be80261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (786c2a5b-3059-41ca-8608-cec70d1e401b), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:17.629865 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 53494) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:49:17.630498 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-b31f9fac-80fd-4fb8-b926-a9af1be80261 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ce3bc99858e54ca3a7846caa09182bc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1506534 Aug 24 06:49:17.631065 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f9fac-80fd-4fb8-b926-a9af1be80261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786c2a5b-3059-41ca-8608-cec70d1e401b,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:49:17.698105 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-011285ed-0856-4362-827d-04238b19e0f4 admin admin] Publish callbacks [] for security_group (786c2a5b-3059-41ca-8608-cec70d1e401b), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:17.719965 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-011285ed-0856-4362-827d-04238b19e0f4 admin admin] Publish callbacks [] for security_group (786c2a5b-3059-41ca-8608-cec70d1e401b), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:17.735835 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:17.783204 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-011285ed-0856-4362-827d-04238b19e0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (786c2a5b-3059-41ca-8608-cec70d1e401b), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:17.785908 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-011285ed-0856-4362-827d-04238b19e0f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:17.787136 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-011285ed-0856-4362-827d-04238b19e0f4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/786c2a5b-3059-41ca-8608-cec70d1e401b HTTP/1.1" status: 204 len: 168 time: 0.1550796 Aug 24 06:49:17.797118 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011285ed-0856-4362-827d-04238b19e0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786c2a5b-3059-41ca-8608-cec70d1e401b,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:49:18.055867 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112a3e3-266c-4551-98f2-7665f530b0ee req-441fb899-ce66-443d-b173-a9897613c7eb tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:18.064367 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d112a3e3-266c-4551-98f2-7665f530b0ee req-441fb899-ce66-443d-b173-a9897613c7eb tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 945 time: 0.0695944 Aug 24 06:49:18.116901 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d112a3e3-266c-4551-98f2-7665f530b0ee req-0dde596b-94d0-40e8-8bdb-2f129b07e148 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513806 Aug 24 06:49:19.257507 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c5a7e-68b6-4bb1-9f94-11b5a68c56cd req-2ab1adf9-e61e-49b8-a421-433d3c5550e9 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:19.259870 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-134c5a7e-68b6-4bb1-9f94-11b5a68c56cd req-2ab1adf9-e61e-49b8-a421-433d3c5550e9 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 945 time: 0.0558262 Aug 24 06:49:19.329702 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-134c5a7e-68b6-4bb1-9f94-11b5a68c56cd req-a543163a-f8d4-41ac-9705-a831fe8ebe2b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634582 Aug 24 06:49:20.464429 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:20.478706 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd8db9-557a-4ce0-a47f-925f0eb5be73 req-485bfad4-7da8-41bd-b4dc-2c782cd13445 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:20.483248 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f0fd8db9-557a-4ce0-a47f-925f0eb5be73 req-485bfad4-7da8-41bd-b4dc-2c782cd13445 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 945 time: 0.0632067 Aug 24 06:49:20.538913 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f0fd8db9-557a-4ce0-a47f-925f0eb5be73 req-8e12c102-a677-4d32-b6d3-2a2688053a34 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511506 Aug 24 06:49:21.109757 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=55 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:21.188436 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=98 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:21.541443 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:21.548547 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:21.666412 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ccb9f-ab4c-4ed3-a3d1-703c6ca1450c req-925012ec-d986-4051-bf81-a67676683874 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:21.667916 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6e3ccb9f-ab4c-4ed3-a3d1-703c6ca1450c req-925012ec-d986-4051-bf81-a67676683874 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 945 time: 0.0485280 Aug 24 06:49:21.719020 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6e3ccb9f-ab4c-4ed3-a3d1-703c6ca1450c req-a23462f2-08e8-4643-b6ae-f520a8511939 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447662 Aug 24 06:49:22.055075 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beb85-9ec9-40f5-a90c-fdfe69d23577 req-53dc752a-cadd-4c94-93b0-d08ccf271211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:22.056613 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-a18beb85-9ec9-40f5-a90c-fdfe69d23577 req-53dc752a-cadd-4c94-93b0-d08ccf271211 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0aec98515a95467aa9a43853bfdcb7d7&device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 1129 time: 0.0417743 Aug 24 06:49:22.150818 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beb85-9ec9-40f5-a90c-fdfe69d23577 req-0ec7bcd8-c774-4d3f-aa9a-f4edd8117d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:22.152300 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-a18beb85-9ec9-40f5-a90c-fdfe69d23577 req-0ec7bcd8-c774-4d3f-aa9a-f4edd8117d6f service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=8be3c841-0d59-4803-979e-08c48130dbdb HTTP/1.1" status: 200 len: 917 time: 0.0886028 Aug 24 06:49:22.216014 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-a18beb85-9ec9-40f5-a90c-fdfe69d23577 req-fba03be2-817a-460a-aefb-5a3132072ff3 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7af29038-05f2-4948-9883-4601a629761c HTTP/1.1" status: 200 len: 999 time: 0.0560803 Aug 24 06:49:22.267094 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beb85-9ec9-40f5-a90c-fdfe69d23577 req-39caed80-d677-44db-b103-f05ea0e3dead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:22.268589 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-a18beb85-9ec9-40f5-a90c-fdfe69d23577 req-39caed80-d677-44db-b103-f05ea0e3dead service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=81feb445-3ba1-4eb7-aa79-cbcfce06b0ac HTTP/1.1" status: 200 len: 855 time: 0.0442479 Aug 24 06:49:22.319286 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beb85-9ec9-40f5-a90c-fdfe69d23577 req-d4aee71f-7a9a-4f1b-b908-e260707412c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:22.320662 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-a18beb85-9ec9-40f5-a90c-fdfe69d23577 req-d4aee71f-7a9a-4f1b-b908-e260707412c2 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=8be3c841-0d59-4803-979e-08c48130dbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448298 Aug 24 06:49:22.413794 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-a18beb85-9ec9-40f5-a90c-fdfe69d23577 req-e7daf6d8-d6ce-41eb-bce0-d3f769ab9df8 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/8be3c841-0d59-4803-979e-08c48130dbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862849 Aug 24 06:49:22.511942 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-a18beb85-9ec9-40f5-a90c-fdfe69d23577 req-b6bfc9c3-dac4-4f10-bab6-39a7eb16f659 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/8be3c841-0d59-4803-979e-08c48130dbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909090 Aug 24 06:49:22.862035 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4e79a-7a81-4abd-9385-516766e45bdb req-c7ead320-2d6e-425e-bcf2-b4084300ca98 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:22.863443 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-40f4e79a-7a81-4abd-9385-516766e45bdb req-c7ead320-2d6e-425e-bcf2-b4084300ca98 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 945 time: 0.0553653 Aug 24 06:49:22.920610 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-40f4e79a-7a81-4abd-9385-516766e45bdb req-9bfda63f-18ae-4289-a1fd-40e8191f6c88 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489833 Aug 24 06:49:24.055181 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92ee72-167b-4acb-b9ea-fbb382874a7c req-8f6ad078-59d8-487f-b8d0-b676a3a5c5fd tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:24.056716 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5a92ee72-167b-4acb-b9ea-fbb382874a7c req-8f6ad078-59d8-487f-b8d0-b676a3a5c5fd tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 945 time: 0.0506985 Aug 24 06:49:24.106134 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5a92ee72-167b-4acb-b9ea-fbb382874a7c req-631f01ef-e95e-4aca-9777-42e5fe2fa5e5 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429058 Aug 24 06:49:24.175429 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-bd456973-1aba-46a1-972f-b40b240d2d20 req-3fb4e610-0c84-45a1-abaa-a4d30c02803b service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391512 Aug 24 06:49:24.178356 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 53608) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:49:24.294139 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd456973-1aba-46a1-972f-b40b240d2d20 req-52a66d2d-0560-4189-bca5-9ca0eca3e8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:24.296297 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-bd456973-1aba-46a1-972f-b40b240d2d20 req-52a66d2d-0560-4189-bca5-9ca0eca3e8c5 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0bf38c354bea44f5a503e76fa53b20f6&device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 1130 time: 0.0436444 Aug 24 06:49:24.302448 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ec476cf1-e582-4e73-971e-72b08e480b62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:24.397777 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:24.398415 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ec476cf1-e582-4e73-971e-72b08e480b62 admin admin] Publish callbacks [] for security_group (bdb386c5-3724-494e-ba13-274244a09352), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:24.403536 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ec476cf1-e582-4e73-971e-72b08e480b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (bdb386c5-3724-494e-ba13-274244a09352), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:24.415941 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd456973-1aba-46a1-972f-b40b240d2d20 req-dee33d00-0e8a-423f-bc2f-ff419f3594c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:24.417407 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-bd456973-1aba-46a1-972f-b40b240d2d20 req-dee33d00-0e8a-423f-bc2f-ff419f3594c0 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=1a65afdd-a8e2-4518-9256-f6218e06bf95 HTTP/1.1" status: 200 len: 909 time: 0.1004426 Aug 24 06:49:24.442611 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec476cf1-e582-4e73-971e-72b08e480b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb386c5-3724-494e-ba13-274244a09352,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:49:24.447788 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-ec476cf1-e582-4e73-971e-72b08e480b62 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=3f39cfc0235142458dc3e2423b03ecc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2683156 Aug 24 06:49:24.449614 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 53614) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:49:24.502785 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a5056122-c45b-40c8-9bca-7ffea337f3fb admin admin] Publish callbacks [] for security_group (bdb386c5-3724-494e-ba13-274244a09352), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:24.523511 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a5056122-c45b-40c8-9bca-7ffea337f3fb admin admin] Publish callbacks [] for security_group (bdb386c5-3724-494e-ba13-274244a09352), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:24.529319 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:24.584402 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a5056122-c45b-40c8-9bca-7ffea337f3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (bdb386c5-3724-494e-ba13-274244a09352), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:24.586901 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a5056122-c45b-40c8-9bca-7ffea337f3fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:24.588115 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-a5056122-c45b-40c8-9bca-7ffea337f3fb admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/bdb386c5-3724-494e-ba13-274244a09352 HTTP/1.1" status: 204 len: 168 time: 0.1375637 Aug 24 06:49:24.596353 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5056122-c45b-40c8-9bca-7ffea337f3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb386c5-3724-494e-ba13-274244a09352,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:49:24.671733 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-bd456973-1aba-46a1-972f-b40b240d2d20 req-5c2b5a92-bbd8-49e5-b2b4-19a8e25e13fb service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23d72516-fd9a-4990-84c2-92849cc63fb1 HTTP/1.1" status: 200 len: 1001 time: 0.0661449 Aug 24 06:49:24.736505 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd456973-1aba-46a1-972f-b40b240d2d20 req-01df5732-5794-495b-8bad-e194c3204437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:24.738140 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-bd456973-1aba-46a1-972f-b40b240d2d20 req-01df5732-5794-495b-8bad-e194c3204437 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=c0ac3680-c342-4f76-808a-5fdbedfba4b3 HTTP/1.1" status: 200 len: 847 time: 0.0593836 Aug 24 06:49:24.753610 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=8 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:24.785699 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd456973-1aba-46a1-972f-b40b240d2d20 req-1a081ddf-86e1-4f26-aad4-16f58a1a9299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:24.787232 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-bd456973-1aba-46a1-972f-b40b240d2d20 req-1a081ddf-86e1-4f26-aad4-16f58a1a9299 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=1a65afdd-a8e2-4518-9256-f6218e06bf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429201 Aug 24 06:49:24.883336 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 53620) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:49:24.884603 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-bd456973-1aba-46a1-972f-b40b240d2d20 req-3bd92fe8-696a-4a29-8e59-412b16dbc303 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/1a65afdd-a8e2-4518-9256-f6218e06bf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904157 Aug 24 06:49:24.897168 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a849aef5-30b8-499f-8acc-882fca4b15c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:24.980002 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a849aef5-30b8-499f-8acc-882fca4b15c5 admin admin] Publish callbacks [] for security_group (eeffefbe-cae4-494f-9668-4e874849ff1e), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:24.984387 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-bd456973-1aba-46a1-972f-b40b240d2d20 req-f3f838cf-33d9-441b-905e-137d2135503c service neutron] 10.222.0.58 "GET /networking/v2.0/networks/1a65afdd-a8e2-4518-9256-f6218e06bf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935836 Aug 24 06:49:24.984699 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a849aef5-30b8-499f-8acc-882fca4b15c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (eeffefbe-cae4-494f-9668-4e874849ff1e), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:25.026110 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-a849aef5-30b8-499f-8acc-882fca4b15c5 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=18a23ad3c36d42589225abc34131661f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415412 Aug 24 06:49:25.026823 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849aef5-30b8-499f-8acc-882fca4b15c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeffefbe-cae4-494f-9668-4e874849ff1e,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:49:25.028785 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 53622) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:49:25.081339 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-18e198ce-efcd-4937-b673-d404c4ec74a1 admin admin] Publish callbacks [] for security_group (eeffefbe-cae4-494f-9668-4e874849ff1e), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:25.101024 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-18e198ce-efcd-4937-b673-d404c4ec74a1 admin admin] Publish callbacks [] for security_group (eeffefbe-cae4-494f-9668-4e874849ff1e), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:25.158218 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-18e198ce-efcd-4937-b673-d404c4ec74a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (eeffefbe-cae4-494f-9668-4e874849ff1e), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:25.161148 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-18e198ce-efcd-4937-b673-d404c4ec74a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:25.165108 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-18e198ce-efcd-4937-b673-d404c4ec74a1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/eeffefbe-cae4-494f-9668-4e874849ff1e HTTP/1.1" status: 204 len: 168 time: 0.1325042 Aug 24 06:49:25.172775 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e198ce-efcd-4937-b673-d404c4ec74a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeffefbe-cae4-494f-9668-4e874849ff1e,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:49:25.234240 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:25.247354 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914e898-e88f-4ccf-a4db-960fe1dd602f req-a762e2a6-0118-4449-a2e6-f9cf0849aea1 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:25.248874 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d914e898-e88f-4ccf-a4db-960fe1dd602f req-a762e2a6-0118-4449-a2e6-f9cf0849aea1 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 945 time: 0.0509968 Aug 24 06:49:25.301790 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d914e898-e88f-4ccf-a4db-960fe1dd602f req-fa32801a-a1b8-4bcc-a5c4-194191ca599c tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456777 Aug 24 06:49:25.458495 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 7af29038-05f2-4948-9883-4601a629761c no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:49:25.541224 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 7af29038-05f2-4948-9883-4601a629761c is: ACTIVE; New status is: DOWN {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:49:25.541687 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (7af29038-05f2-4948-9883-4601a629761c), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:25.574657 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc5a50e-c3a4-4635-ad0e-2127db777881', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7af29038-05f2-4948-9883-4601a629761c'}] {{(pid=113090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:49:25.577571 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b6006cf2a23db0b36d2003dbfde04691441a00dec53483979079bf2def40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a726d14c-5212-490d-b6bf-6bb20af68f77" -d '{"events": [{"server_uuid": "efc5a50e-c3a4-4635-ad0e-2127db777881", "name": "network-vif-unplugged", "status": "completed", "tag": "7af29038-05f2-4948-9883-4601a629761c"}]}' {{(pid=113090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:49:25.593701 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 7af29038-05f2-4948-9883-4601a629761c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=7af29038-05f2-4948-9883-4601a629761c,segment=NetworkSegment(b5516234-5380-4558-bccf-bf2354b2ccbf),segment_id=b5516234-5380-4558-bccf-bf2354b2ccbf)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:49:25.599224 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (7af29038-05f2-4948-9883-4601a629761c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:25.631538 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Aug 2022 06:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a2b459-7d35-4ec0-bfbd-bb1434e3c673 x-openstack-request-id: req-a5a2b459-7d35-4ec0-bfbd-bb1434e3c673 {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:49:25.631825 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc5a50e-c3a4-4635-ad0e-2127db777881", "name": "network-vif-unplugged", "status": "failed", "tag": "7af29038-05f2-4948-9883-4601a629761c", "code": 422}]} {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:49:25.632073 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a5a2b459-7d35-4ec0-bfbd-bb1434e3c673 {{(pid=113090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:49:25.632474 dv-cinder-854271-1-iscsi neutron-server[113090]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a5a2b459-7d35-4ec0-bfbd-bb1434e3c673']: {'server_uuid': 'efc5a50e-c3a4-4635-ad0e-2127db777881', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7af29038-05f2-4948-9883-4601a629761c', 'code': 422} returned with failed status Aug 24 06:49:25.663056 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=7af29038-05f2-4948-9883-4601a629761c,revision_number=8']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:49:26.400607 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a7ab8-db73-4f30-af3a-22ac236fd5b7 req-c0f09d35-0fe2-45f0-8589-d456b8205847 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:26.403672 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-922a7ab8-db73-4f30-af3a-22ac236fd5b7 req-c0f09d35-0fe2-45f0-8589-d456b8205847 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 943 time: 0.0640738 Aug 24 06:49:26.408922 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 53692) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:49:26.445739 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-71af0fc4-11ff-4963-ac95-5f1e99ccb54f req-f3971ce3-ddf7-4dc5-aa24-eabbaa1507c7 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0447104 Aug 24 06:49:26.462575 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-922a7ab8-db73-4f30-af3a-22ac236fd5b7 req-07c59860-ac90-4880-8827-44a38bd3df79 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544629 Aug 24 06:49:26.526111 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af0fc4-11ff-4963-ac95-5f1e99ccb54f req-d5e7b7d3-06df-4aaa-aff0-bbd09117a469 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:26.527536 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-71af0fc4-11ff-4963-ac95-5f1e99ccb54f req-d5e7b7d3-06df-4aaa-aff0-bbd09117a469 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports/7af29038-05f2-4948-9883-4601a629761c HTTP/1.1" status: 200 len: 940 time: 0.0496404 Aug 24 06:49:26.784022 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-250ec969-4904-4f53-ae32-8b58cfcae9fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:26.881082 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-250ec969-4904-4f53-ae32-8b58cfcae9fc admin admin] Publish callbacks [] for security_group (b3403192-faee-42d7-8663-606fda4976af), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:26.885717 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-250ec969-4904-4f53-ae32-8b58cfcae9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (b3403192-faee-42d7-8663-606fda4976af), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:26.924306 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ec969-4904-4f53-ae32-8b58cfcae9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3403192-faee-42d7-8663-606fda4976af,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:49:26.929899 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-250ec969-4904-4f53-ae32-8b58cfcae9fc admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=abd7f34b040044d393cd6a8a6ff40d59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5195334 Aug 24 06:49:26.932732 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 53702) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:49:26.984556 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2cae7266-34ea-431a-b5e4-7d612636e025 admin admin] Publish callbacks [] for security_group (b3403192-faee-42d7-8663-606fda4976af), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:27.006436 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2cae7266-34ea-431a-b5e4-7d612636e025 admin admin] Publish callbacks [] for security_group (b3403192-faee-42d7-8663-606fda4976af), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:27.064688 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2cae7266-34ea-431a-b5e4-7d612636e025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (b3403192-faee-42d7-8663-606fda4976af), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:27.067490 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2cae7266-34ea-431a-b5e4-7d612636e025 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:27.068648 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-2cae7266-34ea-431a-b5e4-7d612636e025 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b3403192-faee-42d7-8663-606fda4976af HTTP/1.1" status: 204 len: 168 time: 0.1349277 Aug 24 06:49:27.077332 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae7266-34ea-431a-b5e4-7d612636e025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3403192-faee-42d7-8663-606fda4976af,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:49:27.399153 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af0fc4-11ff-4963-ac95-5f1e99ccb54f req-d560ea09-f387-493b-9ae5-aa41d586fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:27.400686 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-71af0fc4-11ff-4963-ac95-5f1e99ccb54f req-d560ea09-f387-493b-9ae5-aa41d586fb07 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881&tenant_id=0aec98515a95467aa9a43853bfdcb7d7 HTTP/1.1" status: 200 len: 1127 time: 0.0415351 Aug 24 06:49:27.471311 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af0fc4-11ff-4963-ac95-5f1e99ccb54f req-103ee52f-c94f-43aa-81d2-37fc6fd89745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:27.472836 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-71af0fc4-11ff-4963-ac95-5f1e99ccb54f req-103ee52f-c94f-43aa-81d2-37fc6fd89745 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0aec98515a95467aa9a43853bfdcb7d7&device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 1127 time: 0.0452251 Aug 24 06:49:27.571146 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af0fc4-11ff-4963-ac95-5f1e99ccb54f req-62c9aff5-cfb5-443e-bec2-f303185c11e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:27.572676 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-71af0fc4-11ff-4963-ac95-5f1e99ccb54f req-62c9aff5-cfb5-443e-bec2-f303185c11e2 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=8be3c841-0d59-4803-979e-08c48130dbdb HTTP/1.1" status: 200 len: 917 time: 0.0919683 Aug 24 06:49:27.606663 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0453d77-b4ae-4ab1-832d-67ba1a16e0b9 req-98104c9e-e8db-4c34-8995-e24e9b5ef156 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:27.608834 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d0453d77-b4ae-4ab1-832d-67ba1a16e0b9 req-98104c9e-e8db-4c34-8995-e24e9b5ef156 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 943 time: 0.0567641 Aug 24 06:49:27.641129 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-71af0fc4-11ff-4963-ac95-5f1e99ccb54f req-037e3dfa-310c-4665-af43-c68ef3bdde79 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7af29038-05f2-4948-9883-4601a629761c HTTP/1.1" status: 200 len: 997 time: 0.0607207 Aug 24 06:49:27.663321 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d0453d77-b4ae-4ab1-832d-67ba1a16e0b9 req-24980f8a-a4a3-4b1d-9467-21f9559751e0 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475695 Aug 24 06:49:27.693698 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af0fc4-11ff-4963-ac95-5f1e99ccb54f req-cd5068a8-8a57-474b-a0d6-77dc5c1a0e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:27.695164 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-71af0fc4-11ff-4963-ac95-5f1e99ccb54f req-cd5068a8-8a57-474b-a0d6-77dc5c1a0e90 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=81feb445-3ba1-4eb7-aa79-cbcfce06b0ac HTTP/1.1" status: 200 len: 855 time: 0.0463173 Aug 24 06:49:27.742074 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af0fc4-11ff-4963-ac95-5f1e99ccb54f req-7d1d251f-e300-4b79-9fcc-942e3dffd3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:27.743666 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-71af0fc4-11ff-4963-ac95-5f1e99ccb54f req-7d1d251f-e300-4b79-9fcc-942e3dffd3b3 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=8be3c841-0d59-4803-979e-08c48130dbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410078 Aug 24 06:49:27.825328 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:27.841308 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-71af0fc4-11ff-4963-ac95-5f1e99ccb54f req-44471321-bc8f-4459-ae25-caadfaad5dd0 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/8be3c841-0d59-4803-979e-08c48130dbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906203 Aug 24 06:49:27.941599 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-71af0fc4-11ff-4963-ac95-5f1e99ccb54f req-04845244-49ef-4aab-8dfc-e4b10031d371 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/8be3c841-0d59-4803-979e-08c48130dbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935242 Aug 24 06:49:28.767104 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:DELETE=4,neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:28.811570 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85396a89-d980-4d4b-86a1-3a9748acb639 req-a0b81cc7-2c30-45eb-8239-86843fc0d84c tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:28.813130 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-85396a89-d980-4d4b-86a1-3a9748acb639 req-a0b81cc7-2c30-45eb-8239-86843fc0d84c tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 943 time: 0.0553927 Aug 24 06:49:28.862195 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-85396a89-d980-4d4b-86a1-3a9748acb639 req-9449f8c2-d314-41e9-9d9c-e25e9f3fdf1c tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429430 Aug 24 06:49:29.996472 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fbaa72-24ee-4fa1-86d6-509f8bfcc3be req-e579447b-980e-4286-a0b2-4cbb768b1145 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:29.998158 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a7fbaa72-24ee-4fa1-86d6-509f8bfcc3be req-e579447b-980e-4286-a0b2-4cbb768b1145 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 943 time: 0.0553732 Aug 24 06:49:30.049779 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a7fbaa72-24ee-4fa1-86d6-509f8bfcc3be req-878c17c7-e650-40b4-9a65-c08be5f864cf tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456777 Aug 24 06:49:31.188363 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c9388-1263-4e6d-b3cc-a13d85a2a2a1 req-5ad6ac50-62cd-47a2-b68d-a7f78a5511a1 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:31.190016 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-083c9388-1263-4e6d-b3cc-a13d85a2a2a1 req-5ad6ac50-62cd-47a2-b68d-a7f78a5511a1 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 943 time: 0.0523415 Aug 24 06:49:31.250718 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-083c9388-1263-4e6d-b3cc-a13d85a2a2a1 req-01d43188-b681-4907-b5e8-03da080cbbf7 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505168 Aug 24 06:49:32.388555 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752b213-74d4-460c-93fc-109b91306105 req-a75ef80f-a5f1-4887-b1f2-c744f33afa42 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:32.390008 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a752b213-74d4-460c-93fc-109b91306105 req-a75ef80f-a5f1-4887-b1f2-c744f33afa42 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 943 time: 0.0542114 Aug 24 06:49:32.433560 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:32.438821 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a752b213-74d4-460c-93fc-109b91306105 req-30692f59-6229-4141-8c02-8d038c6a388c tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426385 Aug 24 06:49:33.574543 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e7fd5-0850-4042-8fb8-3431498c0c97 req-0b380505-4b1d-4d76-8e2a-e948180dc2dc tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:33.576028 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-658e7fd5-0850-4042-8fb8-3431498c0c97 req-0b380505-4b1d-4d76-8e2a-e948180dc2dc tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 943 time: 0.0488038 Aug 24 06:49:33.636019 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-658e7fd5-0850-4042-8fb8-3431498c0c97 req-a7fcc04c-74f0-4286-85ac-8f65998d9f3d tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539336 Aug 24 06:49:34.775883 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c8e37-5f93-4878-ac83-a981e4316766 req-1805162f-363e-4348-9dc9-edc110edbc09 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:34.777402 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1e2c8e37-5f93-4878-ac83-a981e4316766 req-1805162f-363e-4348-9dc9-edc110edbc09 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 943 time: 0.0526268 Aug 24 06:49:34.831887 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1e2c8e37-5f93-4878-ac83-a981e4316766 req-8401d1fc-c715-466f-a144-9901d7e3b62e tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478342 Aug 24 06:49:35.657464 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:35.967907 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93d974-fd94-4391-8cf5-7e005f03667a req-0d66be1a-fd07-43c3-b730-6805493cdbe8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:35.970235 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-df93d974-fd94-4391-8cf5-7e005f03667a req-0d66be1a-fd07-43c3-b730-6805493cdbe8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 943 time: 0.0529637 Aug 24 06:49:36.020958 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-df93d974-fd94-4391-8cf5-7e005f03667a req-4dfc9c73-9a36-40df-934d-d4628be20c6c tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444248 Aug 24 06:49:37.091402 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:37.158049 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832a187-670c-4a02-8943-e722d1f26db4 req-e8600a9f-7673-481e-8bb3-5f0a1b1839de tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:37.159675 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4832a187-670c-4a02-8943-e722d1f26db4 req-e8600a9f-7673-481e-8bb3-5f0a1b1839de tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 943 time: 0.0517039 Aug 24 06:49:37.211744 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4832a187-670c-4a02-8943-e722d1f26db4 req-6bc9f456-0a57-4cde-9dbb-564165bddca2 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460386 Aug 24 06:49:37.925393 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=93,neutron:DELETE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:37.938432 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=12 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:38.365372 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440abab-67ee-492f-83aa-a162ab22552f req-2cf0e8b7-ef54-4ca3-9cc3-de24fadb63a9 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:38.367641 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6440abab-67ee-492f-83aa-a162ab22552f req-2cf0e8b7-ef54-4ca3-9cc3-de24fadb63a9 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 943 time: 0.0610759 Aug 24 06:49:38.421499 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6440abab-67ee-492f-83aa-a162ab22552f req-78e2eaae-6ce9-4a81-ad83-83dccb0d13f4 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475152 Aug 24 06:49:39.094664 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:49:39.579566 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a42d79-81c9-4475-873d-d9237d09e114 req-42e2f514-c5b3-41cf-a475-e25e58e83dad tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:39.581030 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-25a42d79-81c9-4475-873d-d9237d09e114 req-42e2f514-c5b3-41cf-a475-e25e58e83dad tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 943 time: 0.0508707 Aug 24 06:49:39.630635 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-25a42d79-81c9-4475-873d-d9237d09e114 req-199e6b23-d95f-45f8-a0ae-b46b6c3cc3a4 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435615 Aug 24 06:49:40.473526 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-87a1289e-c2b4-4833-8249-1c36f53380c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:40.769398 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606a954-c6d0-467f-b9cf-cd9f7b3aa7d0 req-00363d94-dcf4-4053-b44d-64d07c2afc39 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:40.771093 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4606a954-c6d0-467f-b9cf-cd9f7b3aa7d0 req-00363d94-dcf4-4053-b44d-64d07c2afc39 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 943 time: 0.0582061 Aug 24 06:49:40.821099 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:40.825897 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4606a954-c6d0-467f-b9cf-cd9f7b3aa7d0 req-3b8ee05f-218a-4904-96a7-c7f616e08fae tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493002 Aug 24 06:49:41.785224 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 7af29038-05f2-4948-9883-4601a629761c details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 06:49:41.884863 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 7af29038-05f2-4948-9883-4601a629761c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=7af29038-05f2-4948-9883-4601a629761c,segment=NetworkSegment(b5516234-5380-4558-bccf-bf2354b2ccbf),segment_id=b5516234-5380-4558-bccf-bf2354b2ccbf)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:49:41.896582 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Returning: {'device': '7af29038-05f2-4948-9883-4601a629761c', 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb', 'port_id': '7af29038-05f2-4948-9883-4601a629761c', 'mac_address': 'fa:16:3e:85:18:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 06:49:41.936125 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 7af29038-05f2-4948-9883-4601a629761c is: DOWN; New status is: BUILD {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:49:41.936506 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (7af29038-05f2-4948-9883-4601a629761c), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:41.950069 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af29038-05f2-4948-9883-4601a629761c {{(pid=113090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:49:41.956142 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ef6f3-843a-44c0-bfb7-756d3fd02d31 req-f9a7603d-987a-46fd-abf9-6596e179a312 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:41.957709 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-3d4ef6f3-843a-44c0-bfb7-756d3fd02d31 req-f9a7603d-987a-46fd-abf9-6596e179a312 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 943 time: 0.0495291 Aug 24 06:49:41.971719 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 7af29038-05f2-4948-9883-4601a629761c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=7af29038-05f2-4948-9883-4601a629761c,segment=NetworkSegment(b5516234-5380-4558-bccf-bf2354b2ccbf),segment_id=b5516234-5380-4558-bccf-bf2354b2ccbf)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:49:41.977835 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (7af29038-05f2-4948-9883-4601a629761c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:42.009003 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-3d4ef6f3-843a-44c0-bfb7-756d3fd02d31 req-411a9f08-9ca9-4836-a7e4-66d470ff76f9 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451953 Aug 24 06:49:42.025545 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=7af29038-05f2-4948-9883-4601a629761c,revision_number=9']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:49:42.713652 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-31c7dae1-4098-4fcd-89c9-9ca1fb8b0cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:43.156810 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257a457-4109-4d03-899c-7e5e50fce794 req-5a8400ae-562f-4f66-8a9b-65e1a075fbf1 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:43.158302 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f257a457-4109-4d03-899c-7e5e50fce794 req-5a8400ae-562f-4f66-8a9b-65e1a075fbf1 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 944 time: 0.0565441 Aug 24 06:49:43.205691 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f257a457-4109-4d03-899c-7e5e50fce794 req-2b21566c-639e-4a05-9a3b-db2091d9ea19 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415540 Aug 24 06:49:43.763772 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['7af29038-05f2-4948-9883-4601a629761c'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:49:43.989951 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:44.355942 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab65b7b-1321-4b39-9e40-ad29fd63352a req-6e457646-fae0-48a6-b9ab-2900a0e5ede4 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:44.357428 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1ab65b7b-1321-4b39-9e40-ad29fd63352a req-6e457646-fae0-48a6-b9ab-2900a0e5ede4 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 944 time: 0.0641961 Aug 24 06:49:44.416142 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1ab65b7b-1321-4b39-9e40-ad29fd63352a req-02ad4b02-3477-482f-9b72-69208542ecf5 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495176 Aug 24 06:49:45.487877 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:45.524917 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:45.555510 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116257f-9796-4615-991f-49970e55d35d req-bc750670-23d2-4f25-a22e-40042ca1daaa tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:45.557027 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e116257f-9796-4615-991f-49970e55d35d req-bc750670-23d2-4f25-a22e-40042ca1daaa tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 944 time: 0.0542369 Aug 24 06:49:45.622218 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e116257f-9796-4615-991f-49970e55d35d req-7d444955-3b54-434d-ab06-b0ce00557baa tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565712 Aug 24 06:49:45.666497 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 7af29038-05f2-4948-9883-4601a629761c up at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:49:45.714834 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning complete for port 7af29038-05f2-4948-9883-4601a629761c triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:49:45.715082 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (7af29038-05f2-4948-9883-4601a629761c), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:45.795613 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 7af29038-05f2-4948-9883-4601a629761c is: BUILD; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:49:45.796013 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (7af29038-05f2-4948-9883-4601a629761c), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:45.822012 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc5a50e-c3a4-4635-ad0e-2127db777881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af29038-05f2-4948-9883-4601a629761c'}] {{(pid=113090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:49:45.824307 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b6006cf2a23db0b36d2003dbfde04691441a00dec53483979079bf2def40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765305ae-e34e-4f5d-8904-49a612001fad" -d '{"events": [{"server_uuid": "efc5a50e-c3a4-4635-ad0e-2127db777881", "name": "network-vif-plugged", "status": "completed", "tag": "7af29038-05f2-4948-9883-4601a629761c"}]}' {{(pid=113090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:49:45.837635 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 7af29038-05f2-4948-9883-4601a629761c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=7af29038-05f2-4948-9883-4601a629761c,segment=NetworkSegment(b5516234-5380-4558-bccf-bf2354b2ccbf),segment_id=b5516234-5380-4558-bccf-bf2354b2ccbf)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:49:45.843112 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (7af29038-05f2-4948-9883-4601a629761c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:45.866482 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33eb85df-46b5-41b9-8f4b-907306268a36 x-openstack-request-id: req-33eb85df-46b5-41b9-8f4b-907306268a36 {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:49:45.866777 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc5a50e-c3a4-4635-ad0e-2127db777881", "name": "network-vif-plugged", "status": "completed", "tag": "7af29038-05f2-4948-9883-4601a629761c", "code": 200}]} {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:49:45.867029 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-33eb85df-46b5-41b9-8f4b-907306268a36 {{(pid=113090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:49:45.867447 dv-cinder-854271-1-iscsi neutron-server[113090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33eb85df-46b5-41b9-8f4b-907306268a36'] response: {'server_uuid': 'efc5a50e-c3a4-4635-ad0e-2127db777881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af29038-05f2-4948-9883-4601a629761c', 'code': 200} Aug 24 06:49:45.894331 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=7af29038-05f2-4948-9883-4601a629761c,revision_number=10']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:49:45.902028 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:45.902373 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:45.902692 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:45.903025 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:45.903388 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:45.903709 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:45.904031 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:45.904350 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:45.904668 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:45.904986 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:45.905305 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:45.905629 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:45.905944 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:45.906259 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:45.906576 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:46.076250 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302c33f-4a2b-45e0-b2f3-76924a4db4b5 req-57f49f36-1180-4d00-887e-4726b9e65f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:46.078561 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-6302c33f-4a2b-45e0-b2f3-76924a4db4b5 req-57f49f36-1180-4d00-887e-4726b9e65f6f service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 1130 time: 0.0444918 Aug 24 06:49:46.134095 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-6302c33f-4a2b-45e0-b2f3-76924a4db4b5 req-e83e7358-ca7c-416f-a910-71d7907267a2 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489762 Aug 24 06:49:46.771570 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f989278-ca90-464a-8b69-4ebd91de8ea5 req-4f1a3ad4-de91-416e-867a-3df27e7dafce tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:46.773211 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1f989278-ca90-464a-8b69-4ebd91de8ea5 req-4f1a3ad4-de91-416e-867a-3df27e7dafce tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 946 time: 0.0589306 Aug 24 06:49:46.787940 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:46.824567 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1f989278-ca90-464a-8b69-4ebd91de8ea5 req-e2d49a8d-5926-497c-b21d-d5d687abbaa9 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433497 Aug 24 06:49:47.996610 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd1f98-284d-42ab-9eae-78b84c5ce4a1 req-a42d5e8d-00af-471b-af4a-db30f73b2d59 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:47.998946 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-91cd1f98-284d-42ab-9eae-78b84c5ce4a1 req-a42d5e8d-00af-471b-af4a-db30f73b2d59 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 946 time: 0.0609105 Aug 24 06:49:48.062666 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-91cd1f98-284d-42ab-9eae-78b84c5ce4a1 req-ff8800a8-b22c-490f-ab23-61b3de360dfa tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572472 Aug 24 06:49:48.194920 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 53996) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:49:48.312850 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f843dd80-5b43-46a4-9eb9-0f97ec0ee092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:48.396171 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f843dd80-5b43-46a4-9eb9-0f97ec0ee092 admin admin] Publish callbacks [] for security_group (e89bc283-ca5b-49b3-b2fb-d7444dd6b22c), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:48.401087 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f843dd80-5b43-46a4-9eb9-0f97ec0ee092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (e89bc283-ca5b-49b3-b2fb-d7444dd6b22c), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:48.427887 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-f843dd80-5b43-46a4-9eb9-0f97ec0ee092 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=3f8763ee5618496e8ba351c5efe18f6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314665 Aug 24 06:49:48.431186 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 54000) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:49:48.447798 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843dd80-5b43-46a4-9eb9-0f97ec0ee092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89bc283-ca5b-49b3-b2fb-d7444dd6b22c,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:49:48.460922 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843dd80-5b43-46a4-9eb9-0f97ec0ee092 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:48.461258 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843dd80-5b43-46a4-9eb9-0f97ec0ee092 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:48.461762 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843dd80-5b43-46a4-9eb9-0f97ec0ee092 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:48.462264 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843dd80-5b43-46a4-9eb9-0f97ec0ee092 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:48.462732 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843dd80-5b43-46a4-9eb9-0f97ec0ee092 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:48.463101 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843dd80-5b43-46a4-9eb9-0f97ec0ee092 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:48.463442 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843dd80-5b43-46a4-9eb9-0f97ec0ee092 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:48.463929 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843dd80-5b43-46a4-9eb9-0f97ec0ee092 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:48.464433 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843dd80-5b43-46a4-9eb9-0f97ec0ee092 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:48.464906 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843dd80-5b43-46a4-9eb9-0f97ec0ee092 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:48.465388 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843dd80-5b43-46a4-9eb9-0f97ec0ee092 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:48.465876 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843dd80-5b43-46a4-9eb9-0f97ec0ee092 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:48.466341 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843dd80-5b43-46a4-9eb9-0f97ec0ee092 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:48.466817 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843dd80-5b43-46a4-9eb9-0f97ec0ee092 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:48.467323 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843dd80-5b43-46a4-9eb9-0f97ec0ee092 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:48.488595 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d2a58c36-decc-4d22-97d8-e16155906660 admin admin] Publish callbacks [] for security_group (e89bc283-ca5b-49b3-b2fb-d7444dd6b22c), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:48.510340 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d2a58c36-decc-4d22-97d8-e16155906660 admin admin] Publish callbacks [] for security_group (e89bc283-ca5b-49b3-b2fb-d7444dd6b22c), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:48.565565 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d2a58c36-decc-4d22-97d8-e16155906660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (e89bc283-ca5b-49b3-b2fb-d7444dd6b22c), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:48.568172 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d2a58c36-decc-4d22-97d8-e16155906660 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:48.569313 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-d2a58c36-decc-4d22-97d8-e16155906660 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e89bc283-ca5b-49b3-b2fb-d7444dd6b22c HTTP/1.1" status: 204 len: 168 time: 0.1371052 Aug 24 06:49:48.577925 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a58c36-decc-4d22-97d8-e16155906660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89bc283-ca5b-49b3-b2fb-d7444dd6b22c,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:49:48.585502 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a58c36-decc-4d22-97d8-e16155906660 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:48.585852 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a58c36-decc-4d22-97d8-e16155906660 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:48.586194 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a58c36-decc-4d22-97d8-e16155906660 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:48.586529 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a58c36-decc-4d22-97d8-e16155906660 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:48.586885 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a58c36-decc-4d22-97d8-e16155906660 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:48.587237 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a58c36-decc-4d22-97d8-e16155906660 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:48.587566 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a58c36-decc-4d22-97d8-e16155906660 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:48.587914 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a58c36-decc-4d22-97d8-e16155906660 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:48.588229 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a58c36-decc-4d22-97d8-e16155906660 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:48.588533 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a58c36-decc-4d22-97d8-e16155906660 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:48.588925 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a58c36-decc-4d22-97d8-e16155906660 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:48.589169 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a58c36-decc-4d22-97d8-e16155906660 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:48.589490 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a58c36-decc-4d22-97d8-e16155906660 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:48.589809 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a58c36-decc-4d22-97d8-e16155906660 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:48.590124 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a58c36-decc-4d22-97d8-e16155906660 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:49:49.193180 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456b7ba-2732-4862-90d1-f728c9e84561 req-13e5c152-6dbc-4b66-abef-c0cb1c7a63ec tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:49.194864 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d456b7ba-2732-4862-90d1-f728c9e84561 req-13e5c152-6dbc-4b66-abef-c0cb1c7a63ec tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 946 time: 0.0489054 Aug 24 06:49:49.249632 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d456b7ba-2732-4862-90d1-f728c9e84561 req-a915b816-975e-47f9-ac1a-9a189697b0a8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482874 Aug 24 06:49:50.926377 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-d35e941e-a1aa-4fd2-b940-0252b3370572 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=481a2aeb141e48bb8e94ec53a53b5396&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341582 Aug 24 06:49:51.018777 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:51.118220 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-ca509a78-b975-4fd9-953b-bf2cc13711ec tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:51.119694 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-ca509a78-b975-4fd9-953b-bf2cc13711ec tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1856184 Aug 24 06:49:51.138297 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-f5ac48d2-4d3b-4814-a2c1-2e06db881373 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.52 "GET /networking/v2.0/quotas/481a2aeb141e48bb8e94ec53a53b5396 HTTP/1.1" status: 200 len: 375 time: 0.0108409 Aug 24 06:49:51.171505 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-b34205b3-7af2-40f2-a7ba-88bc82c01bc1 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=481a2aeb141e48bb8e94ec53a53b5396&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278041 Aug 24 06:49:51.335098 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-98e61f14-07dc-4a65-9080-dd7ff016dd02 req-47e69c58-d0f2-4aeb-b8fc-71972c0b70a8 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b2a30f00-58d6-4655-b1e9-aabd6ab97410 HTTP/1.1" status: 200 len: 210 time: 0.0282795 Aug 24 06:49:51.555524 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:52.330087 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-cc1c873e-1c45-42b0-9388-15673cc07015 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=481a2aeb141e48bb8e94ec53a53b5396&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357847 Aug 24 06:49:52.448372 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-8879d0b8-70e3-43ec-b4c6-dba9423425cc req-763ba030-e530-4856-bc82-acf27f4a9a83 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b2a30f00-58d6-4655-b1e9-aabd6ab97410 HTTP/1.1" status: 200 len: 210 time: 0.0302310 Aug 24 06:49:52.781935 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-77f6e5d4-6a10-4907-9965-de5a11524631 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:52.783463 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-77f6e5d4-6a10-4907-9965-de5a11524631 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4465294 Aug 24 06:49:52.796232 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-0c719a73-27d6-4588-a768-90869690bd32 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Request body: {'port': {'device_id': 'b2a30f00-58d6-4655-b1e9-aabd6ab97410', 'network_id': '88e0ce19-fed4-497d-89ac-645408f410b7', 'admin_state_up': True, 'tenant_id': '481a2aeb141e48bb8e94ec53a53b5396'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:49:52.912101 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-0c719a73-27d6-4588-a768-90869690bd32 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Made reservation on behalf of 481a2aeb141e48bb8e94ec53a53b5396 for: {'port': 1} {{(pid=113088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:49:52.915853 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-0c719a73-27d6-4588-a768-90869690bd32 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:52.924826 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-0c719a73-27d6-4588-a768-90869690bd32 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:53.016352 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-0c719a73-27d6-4588-a768-90869690bd32 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Publish callbacks [] for security_group (ecbe9705-69be-461b-949c-6dc31a3242b4), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:53.022029 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-0c719a73-27d6-4588-a768-90869690bd32 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (ecbe9705-69be-461b-949c-6dc31a3242b4), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:53.084794 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c719a73-27d6-4588-a768-90869690bd32 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbe9705-69be-461b-949c-6dc31a3242b4,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:49:53.168688 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-0c719a73-27d6-4588-a768-90869690bd32 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Allocated IP 192.168.233.171 (88e0ce19-fed4-497d-89ac-645408f410b7/8429ab2d-77a0-4682-b5b2-3c1bd3216efb/6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:49:53.217326 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:53.256185 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:53.328720 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-0c719a73-27d6-4588-a768-90869690bd32 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Publish callbacks [] for port (6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:53.364294 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-0c719a73-27d6-4588-a768-90869690bd32 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:53.409365 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-0c719a73-27d6-4588-a768-90869690bd32 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Network 88e0ce19-fed4-497d-89ac-645408f410b7 is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:49:53.412590 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-0c719a73-27d6-4588-a768-90869690bd32 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:49:53.416557 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-0c719a73-27d6-4588-a768-90869690bd32 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:49:53.423179 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c719a73-27d6-4588-a768-90869690bd32 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Pushing event updated for resources: {'Port': ['ID=6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:49:53.473746 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-0c719a73-27d6-4588-a768-90869690bd32 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:53.474611 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-0c719a73-27d6-4588-a768-90869690bd32 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:53.499819 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-0c719a73-27d6-4588-a768-90869690bd32 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7072809 Aug 24 06:49:53.579443 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0b323-b567-4882-9fc0-988d9d85aa02 req-93a8cfaa-37aa-45fe-a5ff-7e776c68eea3 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:53.580969 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-31d0b323-b567-4882-9fc0-988d9d85aa02 req-93a8cfaa-37aa-45fe-a5ff-7e776c68eea3 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b2a30f00-58d6-4655-b1e9-aabd6ab97410 HTTP/1.1" status: 200 len: 936 time: 0.0537007 Aug 24 06:49:53.584410 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-259f961f-dfde-4e7f-a507-b1e5c2999a54 service neutron] Request body: {'port': {'device_id': 'b2a30f00-58d6-4655-b1e9-aabd6ab97410', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:49:53.622966 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:53.625069 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-331ccfc4-761f-4b21-acb4-8a8b4b9458f9 None None] Provisioning complete for port 6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:49:53.625592 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-331ccfc4-761f-4b21-acb4-8a8b4b9458f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:53.627993 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:53.631125 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-31d0b323-b567-4882-9fc0-988d9d85aa02 req-545682cc-e61d-4819-8466-aa8766807268 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ecbe9705-69be-461b-949c-6dc31a3242b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443754 Aug 24 06:49:53.659362 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-259f961f-dfde-4e7f-a507-b1e5c2999a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:53.662317 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-331ccfc4-761f-4b21-acb4-8a8b4b9458f9 None None] Port 6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:49:53.926257 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-259f961f-dfde-4e7f-a507-b1e5c2999a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d {{(pid=113088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:49:53.935067 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-259f961f-dfde-4e7f-a507-b1e5c2999a54 service neutron] Publish callbacks [] for port (6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:53.949257 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.provisioning_blocks [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-259f961f-dfde-4e7f-a507-b1e5c2999a54 service neutron] Transition to ACTIVE for port object 6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d will not be triggered until provisioned by entity L2. {{(pid=113088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 06:49:53.954813 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-259f961f-dfde-4e7f-a507-b1e5c2999a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:54.018873 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f961f-dfde-4e7f-a507-b1e5c2999a54 service neutron] Pushing event updated for resources: {'Port': ['ID=6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d,revision_number=2']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:49:54.083454 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-259f961f-dfde-4e7f-a507-b1e5c2999a54 service neutron] Attempting to bind port 6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:49:54.083808 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-259f961f-dfde-4e7f-a507-b1e5c2999a54 service neutron] Attempting to bind port 6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': 'b9c73a71-6add-43c3-80f9-defa1f9fd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '88e0ce19-fed4-497d-89ac-645408f410b7'}] {{(pid=113088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:49:54.084133 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-259f961f-dfde-4e7f-a507-b1e5c2999a54 service neutron] Attempting to bind port 6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d on network 88e0ce19-fed4-497d-89ac-645408f410b7 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:49:54.089153 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-259f961f-dfde-4e7f-a507-b1e5c2999a54 service neutron] Port 6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d on network 88e0ce19-fed4-497d-89ac-645408f410b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 06:49:54.089371 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-259f961f-dfde-4e7f-a507-b1e5c2999a54 service neutron] Attempting to bind port 6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d on network 88e0ce19-fed4-497d-89ac-645408f410b7 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:49:54.094722 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-259f961f-dfde-4e7f-a507-b1e5c2999a54 service neutron] Checking agent: {'id': '92318399-7fe8-4397-ad86-085269988e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'started_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:49:54.095063 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-259f961f-dfde-4e7f-a507-b1e5c2999a54 service neutron] Checking segment: {'id': 'b9c73a71-6add-43c3-80f9-defa1f9fd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '88e0ce19-fed4-497d-89ac-645408f410b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:49:54.095479 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-259f961f-dfde-4e7f-a507-b1e5c2999a54 service neutron] Bound using segment: {'id': 'b9c73a71-6add-43c3-80f9-defa1f9fd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '88e0ce19-fed4-497d-89ac-645408f410b7'} {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:49:54.095907 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-259f961f-dfde-4e7f-a507-b1e5c2999a54 service neutron] Bound port: 6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c73a71-6add-43c3-80f9-defa1f9fd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '88e0ce19-fed4-497d-89ac-645408f410b7'}}] {{(pid=113088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:49:54.096254 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-259f961f-dfde-4e7f-a507-b1e5c2999a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:54.149401 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:54.160858 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-259f961f-dfde-4e7f-a507-b1e5c2999a54 service neutron] For port 6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d, host hv-cinder-85427, cleared binding levels {{(pid=113088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:49:54.162687 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:54.164728 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-259f961f-dfde-4e7f-a507-b1e5c2999a54 service neutron] For port 6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d,segment=NetworkSegment(b9c73a71-6add-43c3-80f9-defa1f9fd874),segment_id=b9c73a71-6add-43c3-80f9-defa1f9fd874)] {{(pid=113088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:49:54.171915 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-259f961f-dfde-4e7f-a507-b1e5c2999a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:54.177132 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-259f961f-dfde-4e7f-a507-b1e5c2999a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:54.177681 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-259f961f-dfde-4e7f-a507-b1e5c2999a54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:54.179094 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-259f961f-dfde-4e7f-a507-b1e5c2999a54 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d HTTP/1.1" status: 200 len: 1098 time: 0.5991061 Aug 24 06:49:54.179602 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a30f00-58d6-4655-b1e9-aabd6ab97410', 'tag': '6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:49:54.181849 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd18b1e-3ee3-4369-85b9-f0ccdab82e92" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a30f00-58d6-4655-b1e9-aabd6ab97410", "tag": "6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:49:54.224203 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39c0bf7-d73b-4f7e-be08-6b22ec52bdd8 x-openstack-request-id: req-b39c0bf7-d73b-4f7e-be08-6b22ec52bdd8 {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:49:54.224494 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a30f00-58d6-4655-b1e9-aabd6ab97410", "tag": "6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:49:54.224752 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b39c0bf7-d73b-4f7e-be08-6b22ec52bdd8 {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:49:54.225159 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b39c0bf7-d73b-4f7e-be08-6b22ec52bdd8'] response: {'name': 'network-changed', 'server_uuid': 'b2a30f00-58d6-4655-b1e9-aabd6ab97410', 'tag': '6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d', 'status': 'completed', 'code': 200} Aug 24 06:49:54.235365 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f961f-dfde-4e7f-a507-b1e5c2999a54 service neutron] Pushing event updated for resources: {'Port': ['ID=6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d,revision_number=3']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:49:54.614400 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd18b1e-3ee3-4369-85b9-f0ccdab82e92 req-36c02794-7894-48dc-b662-2d30bf9ff48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:54.615977 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-4dd18b1e-3ee3-4369-85b9-f0ccdab82e92 req-36c02794-7894-48dc-b662-2d30bf9ff48e service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=481a2aeb141e48bb8e94ec53a53b5396&device_id=b2a30f00-58d6-4655-b1e9-aabd6ab97410 HTTP/1.1" status: 200 len: 1132 time: 0.0422621 Aug 24 06:49:54.642898 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-4dd18b1e-3ee3-4369-85b9-f0ccdab82e92 req-2c539c48-cc4a-450d-ac80-5ba17e4fbb27 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=481a2aeb141e48bb8e94ec53a53b5396&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196464 Aug 24 06:49:54.761918 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd18b1e-3ee3-4369-85b9-f0ccdab82e92 req-af3a7fe2-d59f-402a-b554-56c980445fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:54.763599 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-4dd18b1e-3ee3-4369-85b9-f0ccdab82e92 req-af3a7fe2-d59f-402a-b554-56c980445fc9 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1076591 Aug 24 06:49:54.767315 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c40675-a198-4370-8bed-94b833c4f162 req-8f9f2abd-736f-45fc-9361-730ad76ff9ac tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:54.768850 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-49c40675-a198-4370-8bed-94b833c4f162 req-8f9f2abd-736f-45fc-9361-730ad76ff9ac tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b2a30f00-58d6-4655-b1e9-aabd6ab97410 HTTP/1.1" status: 200 len: 948 time: 0.0551634 Aug 24 06:49:54.828357 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-49c40675-a198-4370-8bed-94b833c4f162 req-39361284-de56-4861-a15e-779434664633 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ecbe9705-69be-461b-949c-6dc31a3242b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534611 Aug 24 06:49:54.843131 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-0d3b56b3-4575-4c78-a397-02bedc945b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:54.844874 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-0d3b56b3-4575-4c78-a397-02bedc945b34 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=481a2aeb141e48bb8e94ec53a53b5396&device_id=b2a30f00-58d6-4655-b1e9-aabd6ab97410 HTTP/1.1" status: 200 len: 1132 time: 0.0425019 Aug 24 06:49:54.890195 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-98d09eb8-a244-4b69-a3e4-c486e4e4c31b service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d HTTP/1.1" status: 200 len: 217 time: 0.0365815 Aug 24 06:49:54.952483 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-8f77f80e-23cb-4d92-aa1c-7d538d659a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:54.953980 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-8f77f80e-23cb-4d92-aa1c-7d538d659a1d service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=8429ab2d-77a0-4682-b5b2-3c1bd3216efb HTTP/1.1" status: 200 len: 843 time: 0.0567524 Aug 24 06:49:55.003629 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-c3f1dfc0-70f2-42b1-96b8-6c192214c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:55.005110 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-c3f1dfc0-70f2-42b1-96b8-6c192214c4f8 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=88e0ce19-fed4-497d-89ac-645408f410b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0447454 Aug 24 06:49:55.119168 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-505f49ec-9018-4009-8903-6bdecec10a80 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/88e0ce19-fed4-497d-89ac-645408f410b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054256 Aug 24 06:49:55.220042 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-081099c8-3c9e-4aa0-9420-5762ae2d736e req-b47f17e4-5dd2-44cc-b33c-9ee677f94945 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/88e0ce19-fed4-497d-89ac-645408f410b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948246 Aug 24 06:49:55.957410 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b1be1-584c-4c50-95b0-e7d9a09ce46e req-b85a8e48-badd-480a-b10c-463f084981b6 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:55.958796 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4a1b1be1-584c-4c50-95b0-e7d9a09ce46e req-b85a8e48-badd-480a-b10c-463f084981b6 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b2a30f00-58d6-4655-b1e9-aabd6ab97410 HTTP/1.1" status: 200 len: 948 time: 0.0535455 Aug 24 06:49:56.006074 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4a1b1be1-584c-4c50-95b0-e7d9a09ce46e req-56154606-cefa-4292-a990-1a65a7d50c88 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ecbe9705-69be-461b-949c-6dc31a3242b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417101 Aug 24 06:49:57.086340 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=4 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:57.087140 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=4 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:57.141093 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c76d66-7447-4dff-b253-ab33544c3a5a req-ec7dbfe4-dcd7-4112-952d-34b6597ba324 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:57.142793 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-78c76d66-7447-4dff-b253-ab33544c3a5a req-ec7dbfe4-dcd7-4112-952d-34b6597ba324 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b2a30f00-58d6-4655-b1e9-aabd6ab97410 HTTP/1.1" status: 200 len: 948 time: 0.0557034 Aug 24 06:49:57.183951 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:49:57.192849 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-78c76d66-7447-4dff-b253-ab33544c3a5a req-23587b4d-c964-4a90-9ec8-ec8c11d5f370 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ecbe9705-69be-461b-949c-6dc31a3242b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444791 Aug 24 06:49:58.315488 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b763e-348c-4017-877f-33b9d9b3dfcc req-7b2e87a9-c249-48f6-a196-ad51c655066c tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:58.317281 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2c9b763e-348c-4017-877f-33b9d9b3dfcc req-7b2e87a9-c249-48f6-a196-ad51c655066c tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b2a30f00-58d6-4655-b1e9-aabd6ab97410 HTTP/1.1" status: 200 len: 948 time: 0.0497286 Aug 24 06:49:58.373308 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2c9b763e-348c-4017-877f-33b9d9b3dfcc req-878b80f8-a21a-4338-b57c-965cf7d043a4 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ecbe9705-69be-461b-949c-6dc31a3242b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503428 Aug 24 06:49:59.508394 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4a340-ff10-4ede-b5fd-0d1bf990e11d req-48c77e14-83f9-4547-873a-b5cd8f896044 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:49:59.511083 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9de4a340-ff10-4ede-b5fd-0d1bf990e11d req-48c77e14-83f9-4547-873a-b5cd8f896044 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b2a30f00-58d6-4655-b1e9-aabd6ab97410 HTTP/1.1" status: 200 len: 948 time: 0.0503380 Aug 24 06:49:59.571906 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9de4a340-ff10-4ede-b5fd-0d1bf990e11d req-c3fd86bc-b305-4d4f-813a-d71f95ef1fe9 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ecbe9705-69be-461b-949c-6dc31a3242b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516934 Aug 24 06:49:59.724285 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 06:49:59.832315 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d,segment=NetworkSegment(b9c73a71-6add-43c3-80f9-defa1f9fd874),segment_id=b9c73a71-6add-43c3-80f9-defa1f9fd874)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:49:59.844086 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Returning: {'device': '6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d', 'network_id': '88e0ce19-fed4-497d-89ac-645408f410b7', 'port_id': '6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d', 'mac_address': 'fa:16:3e:f1:bc:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8429ab2d-77a0-4682-b5b2-3c1bd3216efb', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 06:49:59.880475 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d is: DOWN; New status is: BUILD {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:49:59.880771 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:59.896612 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d {{(pid=113090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:49:59.927808 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d,segment=NetworkSegment(b9c73a71-6add-43c3-80f9-defa1f9fd874),segment_id=b9c73a71-6add-43c3-80f9-defa1f9fd874)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:49:59.932492 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:49:59.980196 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:00.014907 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf55357-a836-4967-8263-2f3c1fd0de0a req-3c695360-0daf-4f0b-8d33-fac8bc65debc tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:00.017049 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1bf55357-a836-4967-8263-2f3c1fd0de0a req-3c695360-0daf-4f0b-8d33-fac8bc65debc tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b0be08fb-d458-4180-a877-e5c294e68d47 HTTP/1.1" status: 200 len: 946 time: 0.0493257 Aug 24 06:50:00.065806 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1bf55357-a836-4967-8263-2f3c1fd0de0a req-d0a3ae40-e894-41c6-a028-1e388035780e tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e0139fa-6cb4-4cbc-9d0c-1843301a5441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430090 Aug 24 06:50:00.205122 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:50:00.711846 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e95c4-9d94-43cf-b479-9505fa7044c6 req-08f2e9e8-3a93-4ffa-bc0b-5d343652027a tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:00.713331 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-096e95c4-9d94-43cf-b479-9505fa7044c6 req-08f2e9e8-3a93-4ffa-bc0b-5d343652027a tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b2a30f00-58d6-4655-b1e9-aabd6ab97410 HTTP/1.1" status: 200 len: 949 time: 0.0567555 Aug 24 06:50:00.762471 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-096e95c4-9d94-43cf-b479-9505fa7044c6 req-fb43bd2f-a3ef-40e8-a4e7-505899997198 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ecbe9705-69be-461b-949c-6dc31a3242b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433547 Aug 24 06:50:01.193381 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4be1e4-f2ea-416e-8a9c-c730720730ae req-e0026c69-0938-4e35-9242-d2e6b3de0114 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:01.194828 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2c4be1e4-f2ea-416e-8a9c-c730720730ae req-e0026c69-0938-4e35-9242-d2e6b3de0114 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b0be08fb-d458-4180-a877-e5c294e68d47 HTTP/1.1" status: 200 len: 946 time: 0.0489483 Aug 24 06:50:01.253219 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2c4be1e4-f2ea-416e-8a9c-c730720730ae req-7a3c0ac6-bcbe-4ce5-941b-b67116b3a2b3 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e0139fa-6cb4-4cbc-9d0c-1843301a5441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481689 Aug 24 06:50:01.740079 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d up at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:50:01.785646 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning for port 6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d completed by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 06:50:01.798967 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning complete for port 6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:50:01.799797 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:01.825999 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d6f42-6ad6-482d-bb5b-98115b392a34 req-ad34cbca-c0d5-44cc-9b7a-c892b731a3e6 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:01.828574 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-549d6f42-6ad6-482d-bb5b-98115b392a34 req-ad34cbca-c0d5-44cc-9b7a-c892b731a3e6 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b0be08fb-d458-4180-a877-e5c294e68d47 HTTP/1.1" status: 200 len: 946 time: 0.0821810 Aug 24 06:50:01.896647 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d62649-b6de-4ce9-a657-b64e9467082b req-a5cef2ee-dba4-4537-a0a7-38b8b7ad7a6b tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:01.900100 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-14d62649-b6de-4ce9-a657-b64e9467082b req-a5cef2ee-dba4-4537-a0a7-38b8b7ad7a6b tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b2a30f00-58d6-4655-b1e9-aabd6ab97410 HTTP/1.1" status: 200 len: 949 time: 0.0557742 Aug 24 06:50:01.914054 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d is: BUILD; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:50:01.914499 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:01.938066 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [req-549d6f42-6ad6-482d-bb5b-98115b392a34 req-e6492ec9-e957-45ce-a16b-27eede540a40 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Deleting port 0fd78e71-54b5-4f97-82d9-7b7cd7843f45 {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:50:01.938415 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-549d6f42-6ad6-482d-bb5b-98115b392a34 req-e6492ec9-e957-45ce-a16b-27eede540a40 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (0fd78e71-54b5-4f97-82d9-7b7cd7843f45), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:01.939542 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a30f00-58d6-4655-b1e9-aabd6ab97410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d'}] {{(pid=113090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:50:01.942038 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b6006cf2a23db0b36d2003dbfde04691441a00dec53483979079bf2def40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97331a2-6a50-4e06-9b79-cb5f3215bd44" -d '{"events": [{"server_uuid": "b2a30f00-58d6-4655-b1e9-aabd6ab97410", "name": "network-vif-plugged", "status": "completed", "tag": "6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d"}]}' {{(pid=113090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:50:01.954172 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-14d62649-b6de-4ce9-a657-b64e9467082b req-ccb0b7b8-3b06-4eac-8936-774818047fa0 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ecbe9705-69be-461b-949c-6dc31a3242b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499849 Aug 24 06:50:01.960033 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d,segment=NetworkSegment(b9c73a71-6add-43c3-80f9-defa1f9fd874),segment_id=b9c73a71-6add-43c3-80f9-defa1f9fd874)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:50:01.966352 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:02.004309 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7071abe8-a12c-45ce-a38f-8d770412e600 x-openstack-request-id: req-7071abe8-a12c-45ce-a38f-8d770412e600 {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:50:02.004604 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a30f00-58d6-4655-b1e9-aabd6ab97410", "name": "network-vif-plugged", "status": "completed", "tag": "6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d", "code": 200}]} {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:50:02.004863 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7071abe8-a12c-45ce-a38f-8d770412e600 {{(pid=113090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:50:02.005248 dv-cinder-854271-1-iscsi neutron-server[113090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7071abe8-a12c-45ce-a38f-8d770412e600'] response: {'server_uuid': 'b2a30f00-58d6-4655-b1e9-aabd6ab97410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d', 'code': 200} Aug 24 06:50:02.035495 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d,revision_number=5']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:02.045606 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-549d6f42-6ad6-482d-bb5b-98115b392a34 req-e6492ec9-e957-45ce-a16b-27eede540a40 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] For port 0fd78e71-54b5-4f97-82d9-7b7cd7843f45, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=0fd78e71-54b5-4f97-82d9-7b7cd7843f45,segment=NetworkSegment(e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9),segment_id=e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:50:02.045970 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-549d6f42-6ad6-482d-bb5b-98115b392a34 req-e6492ec9-e957-45ce-a16b-27eede540a40 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (0fd78e71-54b5-4f97-82d9-7b7cd7843f45), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:02.221982 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899793d5-b660-4de2-95cb-d5797015e74b req-e89b5568-0eb8-475f-91e1-30f79d1cc56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:02.223534 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-899793d5-b660-4de2-95cb-d5797015e74b req-e89b5568-0eb8-475f-91e1-30f79d1cc56f service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b2a30f00-58d6-4655-b1e9-aabd6ab97410 HTTP/1.1" status: 200 len: 1134 time: 0.0779762 Aug 24 06:50:02.262813 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-549d6f42-6ad6-482d-bb5b-98115b392a34 req-e6492ec9-e957-45ce-a16b-27eede540a40 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:02.263175 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-549d6f42-6ad6-482d-bb5b-98115b392a34 req-e6492ec9-e957-45ce-a16b-27eede540a40 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698989'] for floatingip (f8a361d8-e2db-4532-8afe-e309e80f4196), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:02.263543 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.db.l3_db [req-549d6f42-6ad6-482d-bb5b-98115b392a34 req-e6492ec9-e957-45ce-a16b-27eede540a40 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Floating IP f8a361d8-e2db-4532-8afe-e309e80f4196 disassociated. External IP: 172.27.3.237, port: 0fd78e71-54b5-4f97-82d9-7b7cd7843f45. Aug 24 06:50:02.263883 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [req-549d6f42-6ad6-482d-bb5b-98115b392a34 req-e6492ec9-e957-45ce-a16b-27eede540a40 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Calling delete_port for 0fd78e71-54b5-4f97-82d9-7b7cd7843f45 owned by compute:nova {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:50:02.271050 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:02.275227 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=100 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:02.329064 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-899793d5-b660-4de2-95cb-d5797015e74b req-dc3950db-bf8d-44e4-8d2e-124632389c02 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=ecbe9705-69be-461b-949c-6dc31a3242b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987313 Aug 24 06:50:02.382168 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3f30c-6476-4492-a19f-e9114653f029 req-fffabf90-ae2b-4416-b682-ee9e64acfe8e tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:02.383741 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d5f3f30c-6476-4492-a19f-e9114653f029 req-fffabf90-ae2b-4416-b682-ee9e64acfe8e tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b0be08fb-d458-4180-a877-e5c294e68d47 HTTP/1.1" status: 200 len: 946 time: 0.0492632 Aug 24 06:50:02.402401 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:02.419564 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-549d6f42-6ad6-482d-bb5b-98115b392a34 req-e6492ec9-e957-45ce-a16b-27eede540a40 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (0fd78e71-54b5-4f97-82d9-7b7cd7843f45), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:02.432557 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d5f3f30c-6476-4492-a19f-e9114653f029 req-419db3d2-8a80-49d9-bac3-74d1271918ad tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e0139fa-6cb4-4cbc-9d0c-1843301a5441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431292 Aug 24 06:50:02.448085 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6492ec9-e957-45ce-a16b-27eede540a40 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Pushing event deleted for resources: {'Port': ['ID=0fd78e71-54b5-4f97-82d9-7b7cd7843f45,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:02.566080 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [req-549d6f42-6ad6-482d-bb5b-98115b392a34 req-e6492ec9-e957-45ce-a16b-27eede540a40 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Router a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:50:02.677647 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-549d6f42-6ad6-482d-bb5b-98115b392a34 req-e6492ec9-e957-45ce-a16b-27eede540a40 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:50:02.689760 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096f90ad-b5a9-4015-ad43-79bdc339bb43 None None] Sync routers for ids ['a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'] in dv-cinder-854271-1-iscsi {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:50:02.701312 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096f90ad-b5a9-4015-ad43-79bdc339bb43 None None] Routers {'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:50:02.701930 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-096f90ad-b5a9-4015-ad43-79bdc339bb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:49:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:02.721831 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [req-549d6f42-6ad6-482d-bb5b-98115b392a34 req-e6492ec9-e957-45ce-a16b-27eede540a40 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] No DVR routers for this DVR port 0fd78e71-54b5-4f97-82d9-7b7cd7843f45 on host hv-cinder-85427 {{(pid=113088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:50:02.724432 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-549d6f42-6ad6-482d-bb5b-98115b392a34 req-e6492ec9-e957-45ce-a16b-27eede540a40 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:02.727683 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-549d6f42-6ad6-482d-bb5b-98115b392a34 req-e6492ec9-e957-45ce-a16b-27eede540a40 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.58 "DELETE /networking/v2.0/ports/0fd78e71-54b5-4f97-82d9-7b7cd7843f45 HTTP/1.1" status: 204 len: 173 time: 0.8922169 Aug 24 06:50:02.728126 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0be08fb-d458-4180-a877-e5c294e68d47', 'name': 'network-vif-deleted', 'tag': '0fd78e71-54b5-4f97-82d9-7b7cd7843f45'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:50:02.730418 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce943d06-e371-40b1-9b08-56ce918c7eea" -d '{"events": [{"server_uuid": "b0be08fb-d458-4180-a877-e5c294e68d47", "name": "network-vif-deleted", "tag": "0fd78e71-54b5-4f97-82d9-7b7cd7843f45"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:50:02.768825 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4c016c-758d-44d1-b81a-fa0128cc34aa x-openstack-request-id: req-8a4c016c-758d-44d1-b81a-fa0128cc34aa {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:50:02.769120 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0be08fb-d458-4180-a877-e5c294e68d47", "name": "network-vif-deleted", "tag": "0fd78e71-54b5-4f97-82d9-7b7cd7843f45", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:50:02.769445 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8a4c016c-758d-44d1-b81a-fa0128cc34aa {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:50:02.769856 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a4c016c-758d-44d1-b81a-fa0128cc34aa'] response: {'server_uuid': 'b0be08fb-d458-4180-a877-e5c294e68d47', 'name': 'network-vif-deleted', 'tag': '0fd78e71-54b5-4f97-82d9-7b7cd7843f45', 'status': 'completed', 'code': 200} Aug 24 06:50:02.783514 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:02.827563 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-096f90ad-b5a9-4015-ad43-79bdc339bb43 None None] Set router a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:50:02.896447 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:03.028757 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-096f90ad-b5a9-4015-ad43-79bdc339bb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'name': 'tempest-AttachVolumeTestJSON-328073892-router', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:24Z', 'revision_number': 4, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'gw_port': {'id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:51:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '3d708c73-58f4-49da-9c5e-cc9ce17bf74d', 'name': '', 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'mac_address': 'fa:16:3e:d5:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:22Z', 'updated_at': '2022-08-24T06:43:49Z', 'revision_number': 5, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'subnets': [{'id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:03.058799 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096f90ad-b5a9-4015-ad43-79bdc339bb43 None None] Checking router: a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac for host: dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:50:03.068099 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096f90ad-b5a9-4015-ad43-79bdc339bb43 None None] Routers {'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:50:03.068713 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-096f90ad-b5a9-4015-ad43-79bdc339bb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:49:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:03.096971 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac55d22-ab24-4553-b348-08734cc64805 req-be3ad9a3-816a-4766-8615-cb02870821e5 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:03.098459 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-eac55d22-ab24-4553-b348-08734cc64805 req-be3ad9a3-816a-4766-8615-cb02870821e5 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b2a30f00-58d6-4655-b1e9-aabd6ab97410 HTTP/1.1" status: 200 len: 950 time: 0.0530951 Aug 24 06:50:03.148570 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-eac55d22-ab24-4553-b348-08734cc64805 req-c26d02f7-9e30-4bff-b98f-1ecff646d780 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ecbe9705-69be-461b-949c-6dc31a3242b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439088 Aug 24 06:50:03.172440 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-096f90ad-b5a9-4015-ad43-79bdc339bb43 None None] Set router a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:50:03.375603 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-096f90ad-b5a9-4015-ad43-79bdc339bb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'name': 'tempest-AttachVolumeTestJSON-328073892-router', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:24Z', 'revision_number': 4, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'gw_port': {'id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:51:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '3d708c73-58f4-49da-9c5e-cc9ce17bf74d', 'name': '', 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'mac_address': 'fa:16:3e:d5:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:22Z', 'updated_at': '2022-08-24T06:43:49Z', 'revision_number': 5, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'subnets': [{'id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:03.402245 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096f90ad-b5a9-4015-ad43-79bdc339bb43 None None] The sync data for ids ['a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'] in dv-cinder-854271-1-iscsi is: [{'id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'name': 'tempest-AttachVolumeTestJSON-328073892-router', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:24Z', 'revision_number': 4, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'gw_port': {'id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:51:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '3d708c73-58f4-49da-9c5e-cc9ce17bf74d', 'name': '', 'network_id': '018b0e35-de97-44eb-a1bf-77de9b3c6286', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'mac_address': 'fa:16:3e:d5:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:22Z', 'updated_at': '2022-08-24T06:43:49Z', 'revision_number': 5, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'subnets': [{'id': '72cdaf0a-4647-46c2-91ee-def2bd17e00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:50:03.562230 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-65b7156c-3a3f-430f-9a9a-8732251c60ac req-c81f2c4c-1bde-499c-bf1a-b98e587d4e08 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b0be08fb-d458-4180-a877-e5c294e68d47 HTTP/1.1" status: 200 len: 210 time: 0.0378711 Aug 24 06:50:03.648516 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b581035a-150d-4d11-9863-75445bba78f2 None None] New status for floating IP f8a361d8-e2db-4532-8afe-e309e80f4196: DOWN {{(pid=113091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 06:50:04.275135 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693ee31-42de-4ee2-bfcc-eadcaa971be2 req-f9f6428f-e258-4a52-b7c1-7dbfd3b9e29b tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:04.276638 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-8693ee31-42de-4ee2-bfcc-eadcaa971be2 req-f9f6428f-e258-4a52-b7c1-7dbfd3b9e29b tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b2a30f00-58d6-4655-b1e9-aabd6ab97410 HTTP/1.1" status: 200 len: 950 time: 0.0507195 Aug 24 06:50:04.324890 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-8693ee31-42de-4ee2-bfcc-eadcaa971be2 req-db554d8b-10b0-40d5-af5b-5f64f6f25b00 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ecbe9705-69be-461b-949c-6dc31a3242b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425732 Aug 24 06:50:04.612831 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a7d82-707f-4fc8-a971-f10e074c3255 req-5c0f6252-ce49-44bd-98dc-bd8fbb23477b tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:04.614396 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-194a7d82-707f-4fc8-a971-f10e074c3255 req-5c0f6252-ce49-44bd-98dc-bd8fbb23477b tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b2a30f00-58d6-4655-b1e9-aabd6ab97410 HTTP/1.1" status: 200 len: 950 time: 0.0486982 Aug 24 06:50:04.666342 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 54202) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:04.668334 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-194a7d82-707f-4fc8-a971-f10e074c3255 req-4de2be7b-96e7-4a59-9593-e4cb02a66b17 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ecbe9705-69be-461b-949c-6dc31a3242b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477149 Aug 24 06:50:04.730363 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-28944b14-63f4-4bfd-9b2e-c042873034d4 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for security_group (9e0139fa-6cb4-4cbc-9d0c-1843301a5441), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:04.755317 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-28944b14-63f4-4bfd-9b2e-c042873034d4 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for security_group (9e0139fa-6cb4-4cbc-9d0c-1843301a5441), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:04.812337 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-28944b14-63f4-4bfd-9b2e-c042873034d4 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (9e0139fa-6cb4-4cbc-9d0c-1843301a5441), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:04.815512 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-28944b14-63f4-4bfd-9b2e-c042873034d4 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:04.816674 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-28944b14-63f4-4bfd-9b2e-c042873034d4 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9e0139fa-6cb4-4cbc-9d0c-1843301a5441 HTTP/1.1" status: 204 len: 168 time: 0.1491530 Aug 24 06:50:04.819723 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 54206) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:04.827374 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28944b14-63f4-4bfd-9b2e-c042873034d4 tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0139fa-6cb4-4cbc-9d0c-1843301a5441,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:04.834084 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.api.v2.resource [None req-9d347ff5-28d2-4632-9596-e25d996fedbe tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] show failed (client error): The resource could not be found. Aug 24 06:50:04.835112 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-9d347ff5-28d2-4632-9596-e25d996fedbe tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "GET /networking/v2.0/security-groups/9e0139fa-6cb4-4cbc-9d0c-1843301a5441 HTTP/1.1" status: 404 len: 347 time: 0.0143952 Aug 24 06:50:04.838271 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 54208) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:04.952809 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-5637ef46-9869-4c89-b245-fad6b49e39af tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Deleting port 62e2fb79-e7a8-4dd3-9e73-86424894a606 {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:50:04.953136 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5637ef46-9869-4c89-b245-fad6b49e39af tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (62e2fb79-e7a8-4dd3-9e73-86424894a606), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:05.035578 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5637ef46-9869-4c89-b245-fad6b49e39af tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (62e2fb79-e7a8-4dd3-9e73-86424894a606), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:05.035897 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5637ef46-9869-4c89-b245-fad6b49e39af tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for floatingip (62e2fb79-e7a8-4dd3-9e73-86424894a606), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:05.049313 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-5637ef46-9869-4c89-b245-fad6b49e39af tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Calling delete_port for 62e2fb79-e7a8-4dd3-9e73-86424894a606 owned by network:floatingip {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:50:05.120785 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:05.129560 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:05.206812 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5637ef46-9869-4c89-b245-fad6b49e39af tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (62e2fb79-e7a8-4dd3-9e73-86424894a606), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:05.231684 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637ef46-9869-4c89-b245-fad6b49e39af tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Pushing event deleted for resources: {'Port': ['ID=62e2fb79-e7a8-4dd3-9e73-86424894a606,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:05.296559 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5637ef46-9869-4c89-b245-fad6b49e39af tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks [] for floatingip (f8a361d8-e2db-4532-8afe-e309e80f4196), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:05.299224 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5637ef46-9869-4c89-b245-fad6b49e39af tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:05.300409 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-5637ef46-9869-4c89-b245-fad6b49e39af tempest-AttachVolumeTestJSON-1415580573 tempest-AttachVolumeTestJSON-1415580573-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/f8a361d8-e2db-4532-8afe-e309e80f4196 HTTP/1.1" status: 204 len: 168 time: 0.4611704 Aug 24 06:50:05.756886 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 0fd78e71-54b5-4f97-82d9-7b7cd7843f45 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:50:05.779671 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] No Port match for: 0fd78e71-54b5-4f97-82d9-7b7cd7843f45 {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:50:05.780005 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 0fd78e71-54b5-4f97-82d9-7b7cd7843f45 not bound to the agent host hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:50:05.797475 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e8d75-6706-4895-86fa-e8a779d7a1d2 req-ecc1731e-ddd2-41de-a0b6-522dfdda4e3a tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:05.799129 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-142e8d75-6706-4895-86fa-e8a779d7a1d2 req-ecc1731e-ddd2-41de-a0b6-522dfdda4e3a tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b2a30f00-58d6-4655-b1e9-aabd6ab97410 HTTP/1.1" status: 200 len: 950 time: 0.0513093 Aug 24 06:50:05.829223 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:05.853041 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-142e8d75-6706-4895-86fa-e8a779d7a1d2 req-a5b05ca9-2af7-4995-8785-c26a960d32ad tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ecbe9705-69be-461b-949c-6dc31a3242b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479159 Aug 24 06:50:05.983740 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b216f7e-b78b-4787-bcc0-d2dabf2ed7b6 req-dc4e8efe-4d9b-4c3b-ac44-c27651770e15 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:05.985161 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9b216f7e-b78b-4787-bcc0-d2dabf2ed7b6 req-dc4e8efe-4d9b-4c3b-ac44-c27651770e15 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b2a30f00-58d6-4655-b1e9-aabd6ab97410 HTTP/1.1" status: 200 len: 950 time: 0.0492895 Aug 24 06:50:06.075937 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [req-9b216f7e-b78b-4787-bcc0-d2dabf2ed7b6 req-80f4d804-c37f-4564-bc57-9f6987402f5c tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Deleting port 6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:50:06.076269 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-9b216f7e-b78b-4787-bcc0-d2dabf2ed7b6 req-80f4d804-c37f-4564-bc57-9f6987402f5c tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:06.178469 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-9b216f7e-b78b-4787-bcc0-d2dabf2ed7b6 req-80f4d804-c37f-4564-bc57-9f6987402f5c tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] For port 6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d,segment=NetworkSegment(b9c73a71-6add-43c3-80f9-defa1f9fd874),segment_id=b9c73a71-6add-43c3-80f9-defa1f9fd874)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:50:06.178732 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-9b216f7e-b78b-4787-bcc0-d2dabf2ed7b6 req-80f4d804-c37f-4564-bc57-9f6987402f5c tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:06.192600 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [req-9b216f7e-b78b-4787-bcc0-d2dabf2ed7b6 req-80f4d804-c37f-4564-bc57-9f6987402f5c tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Calling delete_port for 6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d owned by compute:nova {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:50:06.330225 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-9b216f7e-b78b-4787-bcc0-d2dabf2ed7b6 req-80f4d804-c37f-4564-bc57-9f6987402f5c tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:06.359860 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4d804-c37f-4564-bc57-9f6987402f5c tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Pushing event deleted for resources: {'Port': ['ID=6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:06.412910 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b216f7e-b78b-4787-bcc0-d2dabf2ed7b6 req-80f4d804-c37f-4564-bc57-9f6987402f5c tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] No DVR routers for this DVR port 6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d on host hv-cinder-85427 {{(pid=113088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:50:06.415671 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-9b216f7e-b78b-4787-bcc0-d2dabf2ed7b6 req-80f4d804-c37f-4564-bc57-9f6987402f5c tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:06.418923 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9b216f7e-b78b-4787-bcc0-d2dabf2ed7b6 req-80f4d804-c37f-4564-bc57-9f6987402f5c tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.58 "DELETE /networking/v2.0/ports/6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d HTTP/1.1" status: 204 len: 173 time: 0.4278197 Aug 24 06:50:06.419410 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a30f00-58d6-4655-b1e9-aabd6ab97410', 'name': 'network-vif-deleted', 'tag': '6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:50:06.421980 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da2c559-826a-4b4d-990f-660ee88a221c" -d '{"events": [{"server_uuid": "b2a30f00-58d6-4655-b1e9-aabd6ab97410", "name": "network-vif-deleted", "tag": "6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:50:06.486842 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a187cc-1d20-40aa-8cff-b92d91ed7ae0 x-openstack-request-id: req-f0a187cc-1d20-40aa-8cff-b92d91ed7ae0 {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:50:06.488388 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a30f00-58d6-4655-b1e9-aabd6ab97410", "name": "network-vif-deleted", "tag": "6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:50:06.488864 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f0a187cc-1d20-40aa-8cff-b92d91ed7ae0 {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:50:06.489275 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0a187cc-1d20-40aa-8cff-b92d91ed7ae0'] response: {'server_uuid': 'b2a30f00-58d6-4655-b1e9-aabd6ab97410', 'name': 'network-vif-deleted', 'tag': '6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d', 'status': 'completed', 'code': 200} Aug 24 06:50:06.523993 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:50:06.983770 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-50d172bb-ecbb-44ea-b643-98dc07bfd20b req-fcc5f7bd-d6b1-4ef2-a4bf-babda91fcab1 tempest-VolumesNegativeTest-2061962073 tempest-VolumesNegativeTest-2061962073-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b2a30f00-58d6-4655-b1e9-aabd6ab97410 HTTP/1.1" status: 200 len: 210 time: 0.0345674 Aug 24 06:50:09.112660 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 54356) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:09.610376 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:DELETE=10,neutron:SELECT=90 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:09.625102 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:09.630630 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-94c5ed6c-2c1a-410a-b482-dd44d5cc8fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699757'] for router_interface (a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:09.758315 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:50:09.787466 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] No Port match for: 6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:50:09.788018 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 6cb6b0c9-58fd-4cc6-b161-1abb85c5ba0d not bound to the agent host hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:50:09.887598 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-94c5ed6c-2c1a-410a-b482-dd44d5cc8fe2 admin admin] Deleting port 3d708c73-58f4-49da-9c5e-cc9ce17bf74d {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:50:09.887956 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-94c5ed6c-2c1a-410a-b482-dd44d5cc8fe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (3d708c73-58f4-49da-9c5e-cc9ce17bf74d), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:09.904645 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38771bb-f9ad-4970-b639-531e94af382d req-8ddc923d-77a7-4580-8e1b-2e5998604bd8 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:09.906384 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a38771bb-f9ad-4970-b639-531e94af382d req-8ddc923d-77a7-4580-8e1b-2e5998604bd8 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fb4a6c65-00a1-497f-8798-d2ee025cab41 HTTP/1.1" status: 200 len: 945 time: 0.0582261 Aug 24 06:50:09.964516 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a38771bb-f9ad-4970-b639-531e94af382d req-059c8a2d-7f86-4119-9770-62563d583ac6 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cc2c8ead-bf65-42b5-b45b-0db3070dfa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509160 Aug 24 06:50:09.985638 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [None req-94c5ed6c-2c1a-410a-b482-dd44d5cc8fe2 admin admin] For port 3d708c73-58f4-49da-9c5e-cc9ce17bf74d, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=3d708c73-58f4-49da-9c5e-cc9ce17bf74d,segment=NetworkSegment(e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9),segment_id=e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:50:09.986109 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-94c5ed6c-2c1a-410a-b482-dd44d5cc8fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (3d708c73-58f4-49da-9c5e-cc9ce17bf74d), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:10.000158 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-94c5ed6c-2c1a-410a-b482-dd44d5cc8fe2 admin admin] Calling delete_port for 3d708c73-58f4-49da-9c5e-cc9ce17bf74d owned by network:router_interface {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:50:10.188014 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-94c5ed6c-2c1a-410a-b482-dd44d5cc8fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (3d708c73-58f4-49da-9c5e-cc9ce17bf74d), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:10.213725 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c5ed6c-2c1a-410a-b482-dd44d5cc8fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d708c73-58f4-49da-9c5e-cc9ce17bf74d,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:10.380681 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-94c5ed6c-2c1a-410a-b482-dd44d5cc8fe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699641'] for router_interface (a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:10.476324 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a831a2fd-434d-42ce-89ca-93b27fd022a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:10.830059 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:10.836680 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:10.868797 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c5ed6c-2c1a-410a-b482-dd44d5cc8fe2 admin admin] Router a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:50:10.974671 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c5ed6c-2c1a-410a-b482-dd44d5cc8fe2 admin admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:50:10.979560 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-94c5ed6c-2c1a-410a-b482-dd44d5cc8fe2 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8657660 Aug 24 06:50:10.982191 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 54512) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:10.992263 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a20275-0400-4bab-891c-a80b1666fcb5 None None] Sync routers for ids ['a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'] in dv-cinder-854271-1-iscsi {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:50:11.005162 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a20275-0400-4bab-891c-a80b1666fcb5 None None] Routers {'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:50:11.005793 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-99a20275-0400-4bab-891c-a80b1666fcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:49:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:11.101380 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-bdb403c1-3627-48b7-9d77-51029770aa15 admin admin] Publish callbacks [] for router (a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:11.106433 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adc513-8208-4d31-b36e-e5520be9c691 req-48ba93e5-1ccc-45e5-ac61-2e58f66e7e47 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:11.107989 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-95adc513-8208-4d31-b36e-e5520be9c691 req-48ba93e5-1ccc-45e5-ac61-2e58f66e7e47 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fb4a6c65-00a1-497f-8798-d2ee025cab41 HTTP/1.1" status: 200 len: 945 time: 0.0517843 Aug 24 06:50:11.126871 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-99a20275-0400-4bab-891c-a80b1666fcb5 None None] Set router a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:50:11.164340 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-95adc513-8208-4d31-b36e-e5520be9c691 req-091f5b4b-5750-4050-bb73-259bd938749b tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cc2c8ead-bf65-42b5-b45b-0db3070dfa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489032 Aug 24 06:50:11.202356 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-bdb403c1-3627-48b7-9d77-51029770aa15 admin admin] Publish callbacks [] for router_gateway (a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:11.256837 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-bdb403c1-3627-48b7-9d77-51029770aa15 admin admin] Deleting port dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7 {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:50:11.257519 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-bdb403c1-3627-48b7-9d77-51029770aa15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:11.317658 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-99a20275-0400-4bab-891c-a80b1666fcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'name': 'tempest-AttachVolumeTestJSON-328073892-router', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:50:10Z', 'revision_number': 5, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'gw_port': {'id': 'dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:51:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi'}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:11.343487 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a20275-0400-4bab-891c-a80b1666fcb5 None None] Checking router: a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac for host: dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:50:11.346186 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=100 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:11.353943 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a20275-0400-4bab-891c-a80b1666fcb5 None None] Routers {'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:50:11.354549 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-99a20275-0400-4bab-891c-a80b1666fcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:49:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:11.371007 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82009540-fd65-4c30-bff9-20ff71a174d0 req-ab1b8cad-07a4-4db5-b29f-dcb0e8da10f9 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:11.372540 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-82009540-fd65-4c30-bff9-20ff71a174d0 req-ab1b8cad-07a4-4db5-b29f-dcb0e8da10f9 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=fb4a6c65-00a1-497f-8798-d2ee025cab41 HTTP/1.1" status: 200 len: 945 time: 0.0580397 Aug 24 06:50:11.424826 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [None req-bdb403c1-3627-48b7-9d77-51029770aa15 admin admin] For port dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:50:11.425154 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-bdb403c1-3627-48b7-9d77-51029770aa15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:11.444945 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-99a20275-0400-4bab-891c-a80b1666fcb5 None None] Set router a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac gateway port host: None {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:50:11.465444 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-bdb403c1-3627-48b7-9d77-51029770aa15 admin admin] Calling delete_port for dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7 owned by network:router_gateway {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:50:11.491436 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [req-82009540-fd65-4c30-bff9-20ff71a174d0 req-e58568cc-8683-4a6e-a6ce-70bd7e484df3 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Deleting port 47896dbf-b786-424c-af7b-a7ebc39518bf {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:50:11.491772 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-82009540-fd65-4c30-bff9-20ff71a174d0 req-e58568cc-8683-4a6e-a6ce-70bd7e484df3 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (47896dbf-b786-424c-af7b-a7ebc39518bf), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:11.498316 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-99a20275-0400-4bab-891c-a80b1666fcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'name': 'tempest-AttachVolumeTestJSON-328073892-router', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:50:11Z', 'revision_number': 6, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'gw_port_host': None}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:11.524026 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a20275-0400-4bab-891c-a80b1666fcb5 None None] The sync data for ids ['a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac'] in dv-cinder-854271-1-iscsi is: [{'id': 'a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac', 'name': 'tempest-AttachVolumeTestJSON-328073892-router', 'tenant_id': '5b4541156c1f4efab3a61dd6935638bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:50:11Z', 'revision_number': 6, 'project_id': '5b4541156c1f4efab3a61dd6935638bb', 'gw_port_host': None}] {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:50:11.662200 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-82009540-fd65-4c30-bff9-20ff71a174d0 req-e58568cc-8683-4a6e-a6ce-70bd7e484df3 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] For port 47896dbf-b786-424c-af7b-a7ebc39518bf, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=47896dbf-b786-424c-af7b-a7ebc39518bf,segment=NetworkSegment(5640d952-e513-45d9-be85-d5e12a41703e),segment_id=5640d952-e513-45d9-be85-d5e12a41703e)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:50:11.662584 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-82009540-fd65-4c30-bff9-20ff71a174d0 req-e58568cc-8683-4a6e-a6ce-70bd7e484df3 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (47896dbf-b786-424c-af7b-a7ebc39518bf), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:11.678722 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:11.688398 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:11.837396 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-bdb403c1-3627-48b7-9d77-51029770aa15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:11.899950 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb403c1-3627-48b7-9d77-51029770aa15 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:11.960696 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-82009540-fd65-4c30-bff9-20ff71a174d0 req-e58568cc-8683-4a6e-a6ce-70bd7e484df3 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:11.961061 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-82009540-fd65-4c30-bff9-20ff71a174d0 req-e58568cc-8683-4a6e-a6ce-70bd7e484df3 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698989'] for floatingip (f367ab50-39c1-4006-a4be-8e552652a560), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:11.961378 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.db.l3_db [req-82009540-fd65-4c30-bff9-20ff71a174d0 req-e58568cc-8683-4a6e-a6ce-70bd7e484df3 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Floating IP f367ab50-39c1-4006-a4be-8e552652a560 disassociated. External IP: 172.27.3.225, port: 47896dbf-b786-424c-af7b-a7ebc39518bf. Aug 24 06:50:11.961722 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [req-82009540-fd65-4c30-bff9-20ff71a174d0 req-e58568cc-8683-4a6e-a6ce-70bd7e484df3 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Calling delete_port for 47896dbf-b786-424c-af7b-a7ebc39518bf owned by compute:nova {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:50:12.024649 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-bdb403c1-3627-48b7-9d77-51029770aa15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696360'] for router_gateway (a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:12.127003 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-bdb403c1-3627-48b7-9d77-51029770aa15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1699731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router (a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:12.130791 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-bdb403c1-3627-48b7-9d77-51029770aa15 admin admin] Publish callbacks [] for router_controller (a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac), precommit_delete_associations {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:12.207529 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-bdb403c1-3627-48b7-9d77-51029770aa15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1699722'] for router (a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:12.208301 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb403c1-3627-48b7-9d77-51029770aa15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac {{(pid=113088) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 06:50:12.225982 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-bdb403c1-3627-48b7-9d77-51029770aa15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:12.227155 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-bdb403c1-3627-48b7-9d77-51029770aa15 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/a0fe872d-fa96-42a4-a0f2-0bd8cc36a0ac HTTP/1.1" status: 204 len: 168 time: 1.2440128 Aug 24 06:50:12.229890 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 54524) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:12.254219 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-82009540-fd65-4c30-bff9-20ff71a174d0 req-e58568cc-8683-4a6e-a6ce-70bd7e484df3 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (47896dbf-b786-424c-af7b-a7ebc39518bf), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:12.296545 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58568cc-8683-4a6e-a6ce-70bd7e484df3 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event deleted for resources: {'Port': ['ID=47896dbf-b786-424c-af7b-a7ebc39518bf,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:12.307855 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.db_base_plugin_v2 [None req-09244a52-da3a-4ab5-a402-25a10857092b admin admin] Deleting subnet 72cdaf0a-4647-46c2-91ee-def2bd17e00f {{(pid=113089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 06:50:12.334839 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-09244a52-da3a-4ab5-a402-25a10857092b admin admin] Publish callbacks [] for subnet (72cdaf0a-4647-46c2-91ee-def2bd17e00f), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:12.334974 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 54526) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:12.380077 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fb6b57aa-2ff5-450f-9839-5fc1e79057a8 req-dbb1fe39-3a9b-4b4a-964f-24c29f3578c9 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fb4a6c65-00a1-497f-8798-d2ee025cab41 HTTP/1.1" status: 200 len: 210 time: 0.0690506 Aug 24 06:50:12.396331 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-09244a52-da3a-4ab5-a402-25a10857092b admin admin] Publish callbacks [] for subnet (72cdaf0a-4647-46c2-91ee-def2bd17e00f), precommit_delete_associations {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:12.450611 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82009540-fd65-4c30-bff9-20ff71a174d0 req-e58568cc-8683-4a6e-a6ce-70bd7e484df3 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:50:12.492307 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-09244a52-da3a-4ab5-a402-25a10857092b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594230'] for subnet (72cdaf0a-4647-46c2-91ee-def2bd17e00f), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:12.572981 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82009540-fd65-4c30-bff9-20ff71a174d0 req-e58568cc-8683-4a6e-a6ce-70bd7e484df3 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:50:12.595768 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c2ab09-a715-406f-809a-8366a463201a None None] Sync routers for ids ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:50:12.616844 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c2ab09-a715-406f-809a-8366a463201a None None] Routers {'75ea99f1-9466-4c6b-97ff-975a1fed8f16'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:50:12.617731 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-f11196f3-0c35-43cc-8216-7b3107209045 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=481a2aeb141e48bb8e94ec53a53b5396&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2815325 Aug 24 06:50:12.617989 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-49c2ab09-a715-406f-809a-8366a463201a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:49:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:12.621643 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 54530) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:12.623076 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [req-82009540-fd65-4c30-bff9-20ff71a174d0 req-e58568cc-8683-4a6e-a6ce-70bd7e484df3 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] No DVR routers for this DVR port 47896dbf-b786-424c-af7b-a7ebc39518bf on host hv-cinder-85427 {{(pid=113088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:50:12.626022 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-82009540-fd65-4c30-bff9-20ff71a174d0 req-e58568cc-8683-4a6e-a6ce-70bd7e484df3 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:12.630066 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-82009540-fd65-4c30-bff9-20ff71a174d0 req-e58568cc-8683-4a6e-a6ce-70bd7e484df3 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.58 "DELETE /networking/v2.0/ports/47896dbf-b786-424c-af7b-a7ebc39518bf HTTP/1.1" status: 204 len: 173 time: 1.2518280 Aug 24 06:50:12.630569 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4a6c65-00a1-497f-8798-d2ee025cab41', 'name': 'network-vif-deleted', 'tag': '47896dbf-b786-424c-af7b-a7ebc39518bf'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:50:12.632967 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ac4022-d72c-4ce4-8883-397a13335c76" -d '{"events": [{"server_uuid": "fb4a6c65-00a1-497f-8798-d2ee025cab41", "name": "network-vif-deleted", "tag": "47896dbf-b786-424c-af7b-a7ebc39518bf"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:50:12.641413 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-09244a52-da3a-4ab5-a402-25a10857092b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for subnet (72cdaf0a-4647-46c2-91ee-def2bd17e00f), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:12.691505 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09244a52-da3a-4ab5-a402-25a10857092b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72cdaf0a-4647-46c2-91ee-def2bd17e00f,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:12.699334 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-09244a52-da3a-4ab5-a402-25a10857092b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for subnet (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:12.701355 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e719cf3c-29ae-4302-ad6f-8bd971633f65 None None] Network 018b0e35-de97-44eb-a1bf-77de9b3c6286 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:50:12.708775 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 54534) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:12.709583 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-09244a52-da3a-4ab5-a402-25a10857092b admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/72cdaf0a-4647-46c2-91ee-def2bd17e00f HTTP/1.1" status: 204 len: 168 time: 0.4739966 Aug 24 06:50:12.748407 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:12.786455 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43b79f5-1cbf-4796-ba6b-c0f60882be2f x-openstack-request-id: req-c43b79f5-1cbf-4796-ba6b-c0f60882be2f {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:50:12.790288 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4a6c65-00a1-497f-8798-d2ee025cab41", "name": "network-vif-deleted", "tag": "47896dbf-b786-424c-af7b-a7ebc39518bf", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:50:12.790881 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c43b79f5-1cbf-4796-ba6b-c0f60882be2f {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:50:12.791594 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c43b79f5-1cbf-4796-ba6b-c0f60882be2f'] response: {'server_uuid': 'fb4a6c65-00a1-497f-8798-d2ee025cab41', 'name': 'network-vif-deleted', 'tag': '47896dbf-b786-424c-af7b-a7ebc39518bf', 'status': 'completed', 'code': 200} Aug 24 06:50:12.791875 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-4c7e7f1d-9683-49ce-9350-82ed17a7e398 admin admin] Publish callbacks [] for security_group (ecbe9705-69be-461b-949c-6dc31a3242b4), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:12.822901 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-d76e8aa0-5f1e-4e25-aecc-1c74683a4d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:12.837659 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-4c7e7f1d-9683-49ce-9350-82ed17a7e398 admin admin] Publish callbacks [] for security_group (ecbe9705-69be-461b-949c-6dc31a3242b4), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:12.900336 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-49c2ab09-a715-406f-809a-8366a463201a None None] Set router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:50:12.903327 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8e196ffc-a631-476c-b0a4-b56e0d469ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623035'] for network (018b0e35-de97-44eb-a1bf-77de9b3c6286), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:12.918987 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-4c7e7f1d-9683-49ce-9350-82ed17a7e398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (ecbe9705-69be-461b-949c-6dc31a3242b4), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:12.923156 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-4c7e7f1d-9683-49ce-9350-82ed17a7e398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:12.927000 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-4c7e7f1d-9683-49ce-9350-82ed17a7e398 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ecbe9705-69be-461b-949c-6dc31a3242b4 HTTP/1.1" status: 204 len: 168 time: 0.3015666 Aug 24 06:50:12.941170 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:12.947476 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e7f1d-9683-49ce-9350-82ed17a7e398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbe9705-69be-461b-949c-6dc31a3242b4,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:12.952714 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:12.973721 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:12.979892 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-8e196ffc-a631-476c-b0a4-b56e0d469ec9 admin admin] Deleting port 0e25d68d-c702-4c4c-8d9c-7076cd904d78 {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:50:12.980238 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8e196ffc-a631-476c-b0a4-b56e0d469ec9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (0e25d68d-c702-4c4c-8d9c-7076cd904d78), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:13.059039 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [None req-8e196ffc-a631-476c-b0a4-b56e0d469ec9 admin admin] For port 0e25d68d-c702-4c4c-8d9c-7076cd904d78, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=0e25d68d-c702-4c4c-8d9c-7076cd904d78,segment=NetworkSegment(e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9),segment_id=e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:50:13.059437 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8e196ffc-a631-476c-b0a4-b56e0d469ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (0e25d68d-c702-4c4c-8d9c-7076cd904d78), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:13.084485 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-8e196ffc-a631-476c-b0a4-b56e0d469ec9 admin admin] Calling delete_port for 0e25d68d-c702-4c4c-8d9c-7076cd904d78 owned by network:dhcp {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:50:13.123963 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be23778-d5a9-42bd-bbb7-c4781f1ce47c None None] DHCP port deletion for 018b0e35-de97-44eb-a1bf-77de9b3c6286 request from dv-cinder-854271-1-iscsi {{(pid=113090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 06:50:13.168154 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-2be23778-d5a9-42bd-bbb7-c4781f1ce47c None None] Deleting port 0e25d68d-c702-4c4c-8d9c-7076cd904d78 {{(pid=113090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:50:13.169062 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-2be23778-d5a9-42bd-bbb7-c4781f1ce47c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (0e25d68d-c702-4c4c-8d9c-7076cd904d78), before_delete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:13.184340 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8e196ffc-a631-476c-b0a4-b56e0d469ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (0e25d68d-c702-4c4c-8d9c-7076cd904d78), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:13.226495 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-49c2ab09-a715-406f-809a-8366a463201a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'name': 'tempest-AttachVolumeNegativeTest-1816783706-router', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:15Z', 'revision_number': 4, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'gw_port': {'id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:09Z', 'updated_at': '2022-08-24T06:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '600aceea-e5a1-4b97-90bc-acc305ca240a', 'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'mac_address': 'fa:16:3e:e3:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:43:36Z', 'revision_number': 5, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'subnets': [{'id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:13.257439 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c2ab09-a715-406f-809a-8366a463201a None None] Checking router: 75ea99f1-9466-4c6b-97ff-975a1fed8f16 for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:50:13.267664 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c2ab09-a715-406f-809a-8366a463201a None None] Routers {'75ea99f1-9466-4c6b-97ff-975a1fed8f16'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:50:13.268568 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-49c2ab09-a715-406f-809a-8366a463201a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:50:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:13.269819 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-2be23778-d5a9-42bd-bbb7-c4781f1ce47c None None] For port 0e25d68d-c702-4c4c-8d9c-7076cd904d78, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=0e25d68d-c702-4c4c-8d9c-7076cd904d78,segment=NetworkSegment(e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9),segment_id=e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:50:13.270222 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-2be23778-d5a9-42bd-bbb7-c4781f1ce47c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (0e25d68d-c702-4c4c-8d9c-7076cd904d78), precommit_delete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:13.273019 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e196ffc-a631-476c-b0a4-b56e0d469ec9 admin admin] No DVR routers for this DVR port 0e25d68d-c702-4c4c-8d9c-7076cd904d78 on host dv-cinder-854271-1-iscsi {{(pid=113088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:50:13.279373 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e196ffc-a631-476c-b0a4-b56e0d469ec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e25d68d-c702-4c4c-8d9c-7076cd904d78,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:13.309445 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-2be23778-d5a9-42bd-bbb7-c4781f1ce47c None None] Calling delete_port for 0e25d68d-c702-4c4c-8d9c-7076cd904d78 owned by network:dhcp {{(pid=113090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:50:13.386266 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8e196ffc-a631-476c-b0a4-b56e0d469ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-591158', 'neutron.services.segments.db._delete_segments_for_network-8748143077744'] for network (018b0e35-de97-44eb-a1bf-77de9b3c6286), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:13.422446 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.services.segments.db [None req-8e196ffc-a631-476c-b0a4-b56e0d469ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['018b0e35-de97-44eb-a1bf-77de9b3c6286']}} {{(pid=113088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:13.438154 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.services.segments.db [None req-8e196ffc-a631-476c-b0a4-b56e0d469ec9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9') {'for_net_delete': True} {{(pid=113088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:13.438461 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.services.segments.db [None req-8e196ffc-a631-476c-b0a4-b56e0d469ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9') {} {{(pid=113088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:13.441681 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-2be23778-d5a9-42bd-bbb7-c4781f1ce47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118'] for port (0e25d68d-c702-4c4c-8d9c-7076cd904d78), after_delete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:13.446377 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-49c2ab09-a715-406f-809a-8366a463201a None None] Set router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:50:13.459491 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8e196ffc-a631-476c-b0a4-b56e0d469ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748143134702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884333'] for segment (e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:13.474225 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8e196ffc-a631-476c-b0a4-b56e0d469ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:13.484177 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e196ffc-a631-476c-b0a4-b56e0d469ec9 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=113088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 06:50:13.484647 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8e196ffc-a631-476c-b0a4-b56e0d469ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4110311'] for segment (e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:13.488385 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be23778-d5a9-42bd-bbb7-c4781f1ce47c None None] No DVR routers for this DVR port 0e25d68d-c702-4c4c-8d9c-7076cd904d78 on host dv-cinder-854271-1-iscsi {{(pid=113090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:50:13.502400 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be23778-d5a9-42bd-bbb7-c4781f1ce47c None None] Pushing event deleted for resources: {'Port': ['ID=0e25d68d-c702-4c4c-8d9c-7076cd904d78,revision_number=None']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:13.527802 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.services.segments.plugin [-] Segment e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9 resource provider aggregate not found Aug 24 06:50:13.552913 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 3d708c73-58f4-49da-9c5e-cc9ce17bf74d no longer exists at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:50:13.590806 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.services.segments.plugin [-] Segment e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3ca19b0-2e88-4a9a-9244-5d414ec8b3e9 found for delete ", "request_id": "req-6a380cef-8e50-47b0-97e0-ecbb37a20ee4"}]} Aug 24 06:50:13.597596 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8e196ffc-a631-476c-b0a4-b56e0d469ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696332'] for network (018b0e35-de97-44eb-a1bf-77de9b3c6286), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:13.609080 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 54556) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:13.610139 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8e196ffc-a631-476c-b0a4-b56e0d469ec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:13.613571 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-8e196ffc-a631-476c-b0a4-b56e0d469ec9 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/018b0e35-de97-44eb-a1bf-77de9b3c6286 HTTP/1.1" status: 204 len: 168 time: 0.9037516 Aug 24 06:50:13.618180 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] No Port match for: 3d708c73-58f4-49da-9c5e-cc9ce17bf74d {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:50:13.618549 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 3d708c73-58f4-49da-9c5e-cc9ce17bf74d not bound to the agent host dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:50:13.619007 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 0e25d68d-c702-4c4c-8d9c-7076cd904d78 no longer exists at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:50:13.645588 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e196ffc-a631-476c-b0a4-b56e0d469ec9 admin admin] Pushing event deleted for resources: {'Network': ['ID=018b0e35-de97-44eb-a1bf-77de9b3c6286,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:13.682335 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] No Port match for: 0e25d68d-c702-4c4c-8d9c-7076cd904d78 {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:50:13.683497 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 0e25d68d-c702-4c4c-8d9c-7076cd904d78 not bound to the agent host dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:50:13.686969 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7 no longer exists at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:50:13.711986 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e4f92315-090a-4b0f-b1c4-11b7828409ad tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group (cc2c8ead-bf65-42b5-b45b-0db3070dfa41), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:13.720885 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] No Port match for: dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7 {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:50:13.721674 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device dbf2314f-36a7-4a8a-9b2e-5d8db4b8aac7 not bound to the agent host dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:50:13.758097 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e4f92315-090a-4b0f-b1c4-11b7828409ad tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group (cc2c8ead-bf65-42b5-b45b-0db3070dfa41), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:13.774602 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 47896dbf-b786-424c-af7b-a7ebc39518bf no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:50:13.812718 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] No Port match for: 47896dbf-b786-424c-af7b-a7ebc39518bf {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:50:13.813065 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 47896dbf-b786-424c-af7b-a7ebc39518bf not bound to the agent host hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:50:13.829877 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e4f92315-090a-4b0f-b1c4-11b7828409ad tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (cc2c8ead-bf65-42b5-b45b-0db3070dfa41), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:13.833316 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e4f92315-090a-4b0f-b1c4-11b7828409ad tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:13.834507 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-e4f92315-090a-4b0f-b1c4-11b7828409ad tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/cc2c8ead-bf65-42b5-b45b-0db3070dfa41 HTTP/1.1" status: 204 len: 168 time: 0.2231426 Aug 24 06:50:13.837864 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 54566) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:13.847834 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f92315-090a-4b0f-b1c4-11b7828409ad tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2c8ead-bf65-42b5-b45b-0db3070dfa41,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:13.852232 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 54568) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:13.883506 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.api.v2.resource [None req-f9a6cc7b-311e-412a-9d78-441972858d2a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] show failed (client error): The resource could not be found. Aug 24 06:50:13.890789 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 54570) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:13.893366 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-f9a6cc7b-311e-412a-9d78-441972858d2a tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "GET /networking/v2.0/security-groups/cc2c8ead-bf65-42b5-b45b-0db3070dfa41 HTTP/1.1" status: 404 len: 347 time: 0.0527275 Aug 24 06:50:13.896956 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-49c2ab09-a715-406f-809a-8366a463201a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'name': 'tempest-AttachVolumeNegativeTest-1816783706-router', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:15Z', 'revision_number': 4, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'gw_port': {'id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:09Z', 'updated_at': '2022-08-24T06:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '600aceea-e5a1-4b97-90bc-acc305ca240a', 'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'mac_address': 'fa:16:3e:e3:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:43:36Z', 'revision_number': 5, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'subnets': [{'id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:13.904694 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:13.926906 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c2ab09-a715-406f-809a-8366a463201a None None] The sync data for ids ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'] in dv-cinder-854271-1-iscsi is: [{'id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'name': 'tempest-AttachVolumeNegativeTest-1816783706-router', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:43:15Z', 'revision_number': 4, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'gw_port': {'id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:09Z', 'updated_at': '2022-08-24T06:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '600aceea-e5a1-4b97-90bc-acc305ca240a', 'name': '', 'network_id': '4d764327-7285-4015-bbe3-ebfc93ab6200', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'mac_address': 'fa:16:3e:e3:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:12Z', 'updated_at': '2022-08-24T06:43:36Z', 'revision_number': 5, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'subnets': [{'id': '68aa3b00-7d83-4a36-89ce-d2987615f595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:50:13.959052 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-fbf1f047-e36e-46a2-9eb0-c8e27ad56951 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5b4541156c1f4efab3a61dd6935638bb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1054449 Aug 24 06:50:13.963041 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 54574) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:14.006184 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:14.025912 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-6e0082fc-3099-435d-b1bb-26683eac4ea3 admin admin] Publish callbacks [] for security_group (e2872ccd-fc5e-46da-9e0f-a35d665f0fcf), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:14.051072 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-6e0082fc-3099-435d-b1bb-26683eac4ea3 admin admin] Publish callbacks [] for security_group (e2872ccd-fc5e-46da-9e0f-a35d665f0fcf), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:14.056617 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-12f9e103-b42f-459e-a57b-13ac079427c7 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Deleting port a9867c85-c3b4-4ffe-a4b2-5d152215678b {{(pid=113089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:50:14.057018 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-12f9e103-b42f-459e-a57b-13ac079427c7 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (a9867c85-c3b4-4ffe-a4b2-5d152215678b), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:14.107472 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-6e0082fc-3099-435d-b1bb-26683eac4ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (e2872ccd-fc5e-46da-9e0f-a35d665f0fcf), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:14.111069 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-6e0082fc-3099-435d-b1bb-26683eac4ea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:14.112665 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-6e0082fc-3099-435d-b1bb-26683eac4ea3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e2872ccd-fc5e-46da-9e0f-a35d665f0fcf HTTP/1.1" status: 204 len: 168 time: 0.1484773 Aug 24 06:50:14.129943 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0082fc-3099-435d-b1bb-26683eac4ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2872ccd-fc5e-46da-9e0f-a35d665f0fcf,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:14.158491 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-12f9e103-b42f-459e-a57b-13ac079427c7 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (a9867c85-c3b4-4ffe-a4b2-5d152215678b), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:14.158842 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-12f9e103-b42f-459e-a57b-13ac079427c7 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for floatingip (a9867c85-c3b4-4ffe-a4b2-5d152215678b), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:14.178016 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-12f9e103-b42f-459e-a57b-13ac079427c7 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Calling delete_port for a9867c85-c3b4-4ffe-a4b2-5d152215678b owned by network:floatingip {{(pid=113089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:50:14.312382 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0776950-fbca-4da9-812a-6837d7e65fd7 None None] New status for floating IP f367ab50-39c1-4006-a4be-8e552652a560: DOWN {{(pid=113090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 06:50:14.335555 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-12f9e103-b42f-459e-a57b-13ac079427c7 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118'] for port (a9867c85-c3b4-4ffe-a4b2-5d152215678b), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:14.374367 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9e103-b42f-459e-a57b-13ac079427c7 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Pushing event deleted for resources: {'Port': ['ID=a9867c85-c3b4-4ffe-a4b2-5d152215678b,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:14.397583 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.db.api [None req-b0776950-fbca-4da9-812a-6837d7e65fd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113090) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 24 06:50:14.398020 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG oslo_db.api [None req-b0776950-fbca-4da9-812a-6837d7e65fd7 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 06:50:14.408758 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-12f9e103-b42f-459e-a57b-13ac079427c7 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks [] for floatingip (f367ab50-39c1-4006-a4be-8e552652a560), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:14.412443 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-12f9e103-b42f-459e-a57b-13ac079427c7 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:14.416207 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-12f9e103-b42f-459e-a57b-13ac079427c7 tempest-AttachVolumeNegativeTest-409128731 tempest-AttachVolumeNegativeTest-409128731-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/f367ab50-39c1-4006-a4be-8e552652a560 HTTP/1.1" status: 204 len: 168 time: 0.5215387 Aug 24 06:50:14.899757 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0776950-fbca-4da9-812a-6837d7e65fd7 None None] New status for floating IP f367ab50-39c1-4006-a4be-8e552652a560: DOWN {{(pid=113090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 06:50:15.491578 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:15.520156 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:16.097290 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:50:19.246578 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 54720) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:19.727129 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:19.746715 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-295f0dda-e5b8-43c3-bdf8-39fe5c06f596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699757'] for router_interface (75ea99f1-9466-4c6b-97ff-975a1fed8f16), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:19.806603 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:19.953098 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 54738) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:19.985730 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-295f0dda-e5b8-43c3-bdf8-39fe5c06f596 admin admin] Deleting port 600aceea-e5a1-4b97-90bc-acc305ca240a {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:50:19.986069 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-295f0dda-e5b8-43c3-bdf8-39fe5c06f596 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (600aceea-e5a1-4b97-90bc-acc305ca240a), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:20.062667 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-609fede5-fb3e-43f5-b29f-356fdb234a02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:20.068720 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [None req-295f0dda-e5b8-43c3-bdf8-39fe5c06f596 admin admin] For port 600aceea-e5a1-4b97-90bc-acc305ca240a, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=600aceea-e5a1-4b97-90bc-acc305ca240a,segment=NetworkSegment(5640d952-e513-45d9-be85-d5e12a41703e),segment_id=5640d952-e513-45d9-be85-d5e12a41703e)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:50:20.069088 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-295f0dda-e5b8-43c3-bdf8-39fe5c06f596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (600aceea-e5a1-4b97-90bc-acc305ca240a), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:20.083081 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-295f0dda-e5b8-43c3-bdf8-39fe5c06f596 admin admin] Calling delete_port for 600aceea-e5a1-4b97-90bc-acc305ca240a owned by network:router_interface {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:50:20.143182 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-609fede5-fb3e-43f5-b29f-356fdb234a02 admin admin] Publish callbacks [] for security_group (4ddb5c7a-3dfc-4c97-a1a5-b8e035e8ce24), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:20.147846 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-609fede5-fb3e-43f5-b29f-356fdb234a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (4ddb5c7a-3dfc-4c97-a1a5-b8e035e8ce24), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:20.188887 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-609fede5-fb3e-43f5-b29f-356fdb234a02 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f0e866a421fc48c4b81edf38afcb5efc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346020 Aug 24 06:50:20.190053 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609fede5-fb3e-43f5-b29f-356fdb234a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddb5c7a-3dfc-4c97-a1a5-b8e035e8ce24,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:20.193156 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 54742) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:20.232608 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:20.251995 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-7b9be561-1c0e-4c51-8972-df5fea9082e9 admin admin] Publish callbacks [] for security_group (4ddb5c7a-3dfc-4c97-a1a5-b8e035e8ce24), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:20.276466 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-7b9be561-1c0e-4c51-8972-df5fea9082e9 admin admin] Publish callbacks [] for security_group (4ddb5c7a-3dfc-4c97-a1a5-b8e035e8ce24), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:20.282350 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-295f0dda-e5b8-43c3-bdf8-39fe5c06f596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (600aceea-e5a1-4b97-90bc-acc305ca240a), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:20.308045 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f0dda-e5b8-43c3-bdf8-39fe5c06f596 admin admin] Pushing event deleted for resources: {'Port': ['ID=600aceea-e5a1-4b97-90bc-acc305ca240a,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:20.334423 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-7b9be561-1c0e-4c51-8972-df5fea9082e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (4ddb5c7a-3dfc-4c97-a1a5-b8e035e8ce24), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:20.337355 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-7b9be561-1c0e-4c51-8972-df5fea9082e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:20.339510 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-7b9be561-1c0e-4c51-8972-df5fea9082e9 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4ddb5c7a-3dfc-4c97-a1a5-b8e035e8ce24 HTTP/1.1" status: 204 len: 168 time: 0.1454055 Aug 24 06:50:20.351848 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9be561-1c0e-4c51-8972-df5fea9082e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddb5c7a-3dfc-4c97-a1a5-b8e035e8ce24,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:20.532680 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:20.540476 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-295f0dda-e5b8-43c3-bdf8-39fe5c06f596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699641'] for router_interface (75ea99f1-9466-4c6b-97ff-975a1fed8f16), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:20.710312 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 54754) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:20.724256 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-bcdc503f-ffab-44b7-805b-d4d9cff21151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:20.734929 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:20.763039 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295f0dda-e5b8-43c3-bdf8-39fe5c06f596 admin admin] Router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:50:20.809339 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-bcdc503f-ffab-44b7-805b-d4d9cff21151 admin admin] Publish callbacks [] for security_group (037ecf6f-c961-4c00-a13d-52f15dedf731), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:20.814541 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-bcdc503f-ffab-44b7-805b-d4d9cff21151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (037ecf6f-c961-4c00-a13d-52f15dedf731), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:20.850914 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:20.855676 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-bcdc503f-ffab-44b7-805b-d4d9cff21151 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=272efe7d18184518818327ec526175c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441758 Aug 24 06:50:20.856785 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc503f-ffab-44b7-805b-d4d9cff21151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037ecf6f-c961-4c00-a13d-52f15dedf731,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:20.858309 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 54756) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:20.896423 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295f0dda-e5b8-43c3-bdf8-39fe5c06f596 admin admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:50:20.904866 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-295f0dda-e5b8-43c3-bdf8-39fe5c06f596 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/75ea99f1-9466-4c6b-97ff-975a1fed8f16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6570981 Aug 24 06:50:20.908682 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 54758) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:20.909172 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6261c6-108c-4edd-b49d-771829bce92b None None] Sync routers for ids ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:50:20.927093 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6261c6-108c-4edd-b49d-771829bce92b None None] Routers {'75ea99f1-9466-4c6b-97ff-975a1fed8f16'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:50:20.927898 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-0c6261c6-108c-4edd-b49d-771829bce92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:50:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:20.993652 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-27a463cd-6011-445a-88e9-ceaa48b56fdd admin admin] Publish callbacks [] for security_group (037ecf6f-c961-4c00-a13d-52f15dedf731), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:21.004811 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:21.024142 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-27a463cd-6011-445a-88e9-ceaa48b56fdd admin admin] Publish callbacks [] for security_group (037ecf6f-c961-4c00-a13d-52f15dedf731), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:21.030122 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-0c6261c6-108c-4edd-b49d-771829bce92b None None] Set router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:50:21.054689 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b8fb3d07-8526-4c38-815d-1b57b85a9994 admin admin] Publish callbacks [] for router (75ea99f1-9466-4c6b-97ff-975a1fed8f16), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:21.108132 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=100 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:21.155093 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-27a463cd-6011-445a-88e9-ceaa48b56fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (037ecf6f-c961-4c00-a13d-52f15dedf731), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:21.157624 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-27a463cd-6011-445a-88e9-ceaa48b56fdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:21.161550 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-27a463cd-6011-445a-88e9-ceaa48b56fdd admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/037ecf6f-c961-4c00-a13d-52f15dedf731 HTTP/1.1" status: 204 len: 168 time: 0.2995265 Aug 24 06:50:21.171989 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a463cd-6011-445a-88e9-ceaa48b56fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037ecf6f-c961-4c00-a13d-52f15dedf731,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:21.182637 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b8fb3d07-8526-4c38-815d-1b57b85a9994 admin admin] Publish callbacks [] for router_gateway (75ea99f1-9466-4c6b-97ff-975a1fed8f16), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:21.235754 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-0c6261c6-108c-4edd-b49d-771829bce92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'name': 'tempest-AttachVolumeNegativeTest-1816783706-router', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:50:20Z', 'revision_number': 5, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'gw_port': {'id': '25cf353b-d2aa-4117-8f45-b731e5b20dce', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:09Z', 'updated_at': '2022-08-24T06:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi'}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:21.247649 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-b8fb3d07-8526-4c38-815d-1b57b85a9994 admin admin] Deleting port 25cf353b-d2aa-4117-8f45-b731e5b20dce {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:50:21.248540 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b8fb3d07-8526-4c38-815d-1b57b85a9994 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (25cf353b-d2aa-4117-8f45-b731e5b20dce), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:21.267455 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6261c6-108c-4edd-b49d-771829bce92b None None] Checking router: 75ea99f1-9466-4c6b-97ff-975a1fed8f16 for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:50:21.276536 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6261c6-108c-4edd-b49d-771829bce92b None None] Routers {'75ea99f1-9466-4c6b-97ff-975a1fed8f16'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:50:21.277359 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-0c6261c6-108c-4edd-b49d-771829bce92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:50:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:21.345772 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [None req-b8fb3d07-8526-4c38-815d-1b57b85a9994 admin admin] For port 25cf353b-d2aa-4117-8f45-b731e5b20dce, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=25cf353b-d2aa-4117-8f45-b731e5b20dce,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:50:21.346885 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b8fb3d07-8526-4c38-815d-1b57b85a9994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (25cf353b-d2aa-4117-8f45-b731e5b20dce), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:21.361503 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-b8fb3d07-8526-4c38-815d-1b57b85a9994 admin admin] Calling delete_port for 25cf353b-d2aa-4117-8f45-b731e5b20dce owned by network:router_gateway {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:50:21.363049 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-0c6261c6-108c-4edd-b49d-771829bce92b None None] Set router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 gateway port host: None {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:50:21.378329 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:21.414874 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-0c6261c6-108c-4edd-b49d-771829bce92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'name': 'tempest-AttachVolumeNegativeTest-1816783706-router', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:50:21Z', 'revision_number': 6, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'gw_port_host': None}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:21.445378 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6261c6-108c-4edd-b49d-771829bce92b None None] The sync data for ids ['75ea99f1-9466-4c6b-97ff-975a1fed8f16'] in dv-cinder-854271-1-iscsi is: [{'id': '75ea99f1-9466-4c6b-97ff-975a1fed8f16', 'name': 'tempest-AttachVolumeNegativeTest-1816783706-router', 'tenant_id': 'a41fb206b09941ac80996a3c9cbaae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:08Z', 'updated_at': '2022-08-24T06:50:21Z', 'revision_number': 6, 'project_id': 'a41fb206b09941ac80996a3c9cbaae58', 'gw_port_host': None}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:50:21.554812 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:21.586512 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b8fb3d07-8526-4c38-815d-1b57b85a9994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (25cf353b-d2aa-4117-8f45-b731e5b20dce), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:21.610468 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb3d07-8526-4c38-815d-1b57b85a9994 admin admin] Pushing event deleted for resources: {'Port': ['ID=25cf353b-d2aa-4117-8f45-b731e5b20dce,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:21.780121 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 54780) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:21.931542 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-69f311f3-d2aa-4ec8-8915-11d56a0182ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:21.997665 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b8fb3d07-8526-4c38-815d-1b57b85a9994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696360'] for router_gateway (75ea99f1-9466-4c6b-97ff-975a1fed8f16), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:22.025137 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-69f311f3-d2aa-4ec8-8915-11d56a0182ec admin admin] Publish callbacks [] for security_group (96d6dc32-1223-4507-8761-2250b1825697), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:22.031327 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-69f311f3-d2aa-4ec8-8915-11d56a0182ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (96d6dc32-1223-4507-8761-2250b1825697), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:22.076437 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f311f3-d2aa-4ec8-8915-11d56a0182ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d6dc32-1223-4507-8761-2250b1825697,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:22.083824 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-69f311f3-d2aa-4ec8-8915-11d56a0182ec admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=cba7269cffa2467b9a1a13180d943207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2997386 Aug 24 06:50:22.084435 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 54792) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:22.097476 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b8fb3d07-8526-4c38-815d-1b57b85a9994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1699731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router (75ea99f1-9466-4c6b-97ff-975a1fed8f16), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:22.101074 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b8fb3d07-8526-4c38-815d-1b57b85a9994 admin admin] Publish callbacks [] for router_controller (75ea99f1-9466-4c6b-97ff-975a1fed8f16), precommit_delete_associations {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:22.106223 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:22.135116 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-730810eb-1cde-4620-9bf7-53f341005431 admin admin] Publish callbacks [] for security_group (96d6dc32-1223-4507-8761-2250b1825697), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:22.150949 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b8fb3d07-8526-4c38-815d-1b57b85a9994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1699722'] for router (75ea99f1-9466-4c6b-97ff-975a1fed8f16), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:22.151680 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fb3d07-8526-4c38-815d-1b57b85a9994 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75ea99f1-9466-4c6b-97ff-975a1fed8f16 {{(pid=113088) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 06:50:22.159057 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b8fb3d07-8526-4c38-815d-1b57b85a9994 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:22.161110 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-b8fb3d07-8526-4c38-815d-1b57b85a9994 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/75ea99f1-9466-4c6b-97ff-975a1fed8f16 HTTP/1.1" status: 204 len: 168 time: 1.2514832 Aug 24 06:50:22.164260 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-730810eb-1cde-4620-9bf7-53f341005431 admin admin] Publish callbacks [] for security_group (96d6dc32-1223-4507-8761-2250b1825697), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:22.166124 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 54796) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:22.234778 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe480117-4eae-4f06-952b-87f476e33abb admin admin] Deleting subnet 68aa3b00-7d83-4a36-89ce-d2987615f595 {{(pid=113089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 06:50:22.239242 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-fe480117-4eae-4f06-952b-87f476e33abb admin admin] Publish callbacks [] for subnet (68aa3b00-7d83-4a36-89ce-d2987615f595), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:22.285931 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-fe480117-4eae-4f06-952b-87f476e33abb admin admin] Publish callbacks [] for subnet (68aa3b00-7d83-4a36-89ce-d2987615f595), precommit_delete_associations {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:22.290818 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-730810eb-1cde-4620-9bf7-53f341005431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (96d6dc32-1223-4507-8761-2250b1825697), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:22.293351 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-730810eb-1cde-4620-9bf7-53f341005431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:22.294498 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-730810eb-1cde-4620-9bf7-53f341005431 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/96d6dc32-1223-4507-8761-2250b1825697 HTTP/1.1" status: 204 len: 168 time: 0.2091925 Aug 24 06:50:22.325150 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730810eb-1cde-4620-9bf7-53f341005431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d6dc32-1223-4507-8761-2250b1825697,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:22.352722 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-fe480117-4eae-4f06-952b-87f476e33abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594230'] for subnet (68aa3b00-7d83-4a36-89ce-d2987615f595), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:22.355791 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:22.421965 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-fe480117-4eae-4f06-952b-87f476e33abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for subnet (68aa3b00-7d83-4a36-89ce-d2987615f595), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:22.456402 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-fe480117-4eae-4f06-952b-87f476e33abb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for subnet (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:22.462223 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-fe480117-4eae-4f06-952b-87f476e33abb admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/68aa3b00-7d83-4a36-89ce-d2987615f595 HTTP/1.1" status: 204 len: 168 time: 0.2926362 Aug 24 06:50:22.462600 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 54806) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:22.466500 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b81e97-bfb8-47a7-ab10-6102062d1cf3 None None] Network 4d764327-7285-4015-bbe3-ebfc93ab6200 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:50:22.467464 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe480117-4eae-4f06-952b-87f476e33abb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68aa3b00-7d83-4a36-89ce-d2987615f595,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:22.563911 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f6521fca-74ab-4fb5-aaf3-f93be01b574e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623035'] for network (4d764327-7285-4015-bbe3-ebfc93ab6200), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:22.620311 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-f6521fca-74ab-4fb5-aaf3-f93be01b574e admin admin] Deleting port d3ed1ab6-5f73-4f29-960e-d88a6b73af75 {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:50:22.620979 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f6521fca-74ab-4fb5-aaf3-f93be01b574e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (d3ed1ab6-5f73-4f29-960e-d88a6b73af75), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:22.688109 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec17de9-01c9-41e4-9413-8742ce4f25e5 None None] DHCP port deletion for 4d764327-7285-4015-bbe3-ebfc93ab6200 request from dv-cinder-854271-1-iscsi {{(pid=113090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 06:50:22.719536 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [None req-f6521fca-74ab-4fb5-aaf3-f93be01b574e admin admin] For port d3ed1ab6-5f73-4f29-960e-d88a6b73af75, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=d3ed1ab6-5f73-4f29-960e-d88a6b73af75,segment=NetworkSegment(5640d952-e513-45d9-be85-d5e12a41703e),segment_id=5640d952-e513-45d9-be85-d5e12a41703e)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:50:22.721099 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f6521fca-74ab-4fb5-aaf3-f93be01b574e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (d3ed1ab6-5f73-4f29-960e-d88a6b73af75), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:22.737960 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-f6521fca-74ab-4fb5-aaf3-f93be01b574e admin admin] Calling delete_port for d3ed1ab6-5f73-4f29-960e-d88a6b73af75 owned by network:dhcp {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:50:22.739775 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-8ec17de9-01c9-41e4-9413-8742ce4f25e5 None None] Deleting port d3ed1ab6-5f73-4f29-960e-d88a6b73af75 {{(pid=113090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:50:22.740384 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-8ec17de9-01c9-41e4-9413-8742ce4f25e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (d3ed1ab6-5f73-4f29-960e-d88a6b73af75), before_delete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:22.811077 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-8ec17de9-01c9-41e4-9413-8742ce4f25e5 None None] For port d3ed1ab6-5f73-4f29-960e-d88a6b73af75, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=d3ed1ab6-5f73-4f29-960e-d88a6b73af75,segment=NetworkSegment(5640d952-e513-45d9-be85-d5e12a41703e),segment_id=5640d952-e513-45d9-be85-d5e12a41703e)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:50:22.811500 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-8ec17de9-01c9-41e4-9413-8742ce4f25e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (d3ed1ab6-5f73-4f29-960e-d88a6b73af75), precommit_delete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:22.826691 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-8ec17de9-01c9-41e4-9413-8742ce4f25e5 None None] Calling delete_port for d3ed1ab6-5f73-4f29-960e-d88a6b73af75 owned by network:dhcp {{(pid=113090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:50:22.841623 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f6521fca-74ab-4fb5-aaf3-f93be01b574e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (d3ed1ab6-5f73-4f29-960e-d88a6b73af75), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:22.856239 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6521fca-74ab-4fb5-aaf3-f93be01b574e admin admin] No DVR routers for this DVR port d3ed1ab6-5f73-4f29-960e-d88a6b73af75 on host dv-cinder-854271-1-iscsi {{(pid=113088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:50:22.876569 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6521fca-74ab-4fb5-aaf3-f93be01b574e admin admin] Pushing event deleted for resources: {'Port': ['ID=d3ed1ab6-5f73-4f29-960e-d88a6b73af75,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:22.917285 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:DELETE=5 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:22.922836 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-8ec17de9-01c9-41e4-9413-8742ce4f25e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118'] for port (d3ed1ab6-5f73-4f29-960e-d88a6b73af75), after_delete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:22.957167 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:22.957393 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f6521fca-74ab-4fb5-aaf3-f93be01b574e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-591158', 'neutron.services.segments.db._delete_segments_for_network-8748143077744'] for network (4d764327-7285-4015-bbe3-ebfc93ab6200), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:22.960465 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec17de9-01c9-41e4-9413-8742ce4f25e5 None None] Pushing event deleted for resources: {'Port': ['ID=d3ed1ab6-5f73-4f29-960e-d88a6b73af75,revision_number=None']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:22.962721 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec17de9-01c9-41e4-9413-8742ce4f25e5 None None] No DVR routers for this DVR port d3ed1ab6-5f73-4f29-960e-d88a6b73af75 on host dv-cinder-854271-1-iscsi {{(pid=113090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:50:22.983394 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.services.segments.db [None req-f6521fca-74ab-4fb5-aaf3-f93be01b574e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d764327-7285-4015-bbe3-ebfc93ab6200']}} {{(pid=113088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:22.994147 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.services.segments.db [None req-f6521fca-74ab-4fb5-aaf3-f93be01b574e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5640d952-e513-45d9-be85-d5e12a41703e') {'for_net_delete': True} {{(pid=113088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:22.994438 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.services.segments.db [None req-f6521fca-74ab-4fb5-aaf3-f93be01b574e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5640d952-e513-45d9-be85-d5e12a41703e') {} {{(pid=113088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:23.005489 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f6521fca-74ab-4fb5-aaf3-f93be01b574e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748143134702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884333'] for segment (5640d952-e513-45d9-be85-d5e12a41703e), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:23.021132 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f6521fca-74ab-4fb5-aaf3-f93be01b574e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (5640d952-e513-45d9-be85-d5e12a41703e), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:23.032022 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6521fca-74ab-4fb5-aaf3-f93be01b574e admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=113088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 06:50:23.032431 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f6521fca-74ab-4fb5-aaf3-f93be01b574e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4110311'] for segment (5640d952-e513-45d9-be85-d5e12a41703e), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:23.091124 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.services.segments.plugin [-] Segment 5640d952-e513-45d9-be85-d5e12a41703e resource provider aggregate not found Aug 24 06:50:23.106814 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f6521fca-74ab-4fb5-aaf3-f93be01b574e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696332'] for network (4d764327-7285-4015-bbe3-ebfc93ab6200), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:23.113100 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.services.segments.plugin [-] Segment 5640d952-e513-45d9-be85-d5e12a41703e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5640d952-e513-45d9-be85-d5e12a41703e found for delete ", "request_id": "req-fcee90e2-13c0-4ec7-ad04-1969c2a346a5"}]} Aug 24 06:50:23.116855 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f6521fca-74ab-4fb5-aaf3-f93be01b574e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:23.123511 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-f6521fca-74ab-4fb5-aaf3-f93be01b574e admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/4d764327-7285-4015-bbe3-ebfc93ab6200 HTTP/1.1" status: 204 len: 168 time: 0.6553578 Aug 24 06:50:23.134177 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6521fca-74ab-4fb5-aaf3-f93be01b574e admin admin] Pushing event deleted for resources: {'Network': ['ID=4d764327-7285-4015-bbe3-ebfc93ab6200,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:23.290689 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 54844) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:23.320601 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 54846) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:23.339147 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-68ca540d-9c74-4c19-978b-4633b1972c09 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a41fb206b09941ac80996a3c9cbaae58&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0469656 Aug 24 06:50:23.341853 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 54852) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:23.401036 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7de8b20f-8b9f-49e7-bceb-91ca6e5172b0 admin admin] Publish callbacks [] for security_group (015e6c07-0918-4e96-a85b-ad8572af8a01), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:23.403912 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:23.425518 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7de8b20f-8b9f-49e7-bceb-91ca6e5172b0 admin admin] Publish callbacks [] for security_group (015e6c07-0918-4e96-a85b-ad8572af8a01), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:23.480723 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7de8b20f-8b9f-49e7-bceb-91ca6e5172b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (015e6c07-0918-4e96-a85b-ad8572af8a01), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:23.483928 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7de8b20f-8b9f-49e7-bceb-91ca6e5172b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:23.487319 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-7de8b20f-8b9f-49e7-bceb-91ca6e5172b0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/015e6c07-0918-4e96-a85b-ad8572af8a01 HTTP/1.1" status: 204 len: 168 time: 0.1422522 Aug 24 06:50:23.493514 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8b20f-8b9f-49e7-bceb-91ca6e5172b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015e6c07-0918-4e96-a85b-ad8572af8a01,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:23.496757 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device d3ed1ab6-5f73-4f29-960e-d88a6b73af75 no longer exists at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:50:23.525976 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] No Port match for: d3ed1ab6-5f73-4f29-960e-d88a6b73af75 {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:50:23.526315 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device d3ed1ab6-5f73-4f29-960e-d88a6b73af75 not bound to the agent host dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:50:23.526729 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 25cf353b-d2aa-4117-8f45-b731e5b20dce no longer exists at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:50:23.527322 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-54ee0468-fd23-4cf6-9a4d-c38363edff4f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1356598581-network', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:50:23.554073 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ee0468-fd23-4cf6-9a4d-c38363edff4f admin admin] Made reservation on behalf of 13dae75bec47489cac0248f2bb2c197d for: {'network': 1} {{(pid=113088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:50:23.555489 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] No Port match for: 25cf353b-d2aa-4117-8f45-b731e5b20dce {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:50:23.556011 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 25cf353b-d2aa-4117-8f45-b731e5b20dce not bound to the agent host dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:50:23.556576 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 600aceea-e5a1-4b97-90bc-acc305ca240a no longer exists at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:50:23.557674 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-54ee0468-fd23-4cf6-9a4d-c38363edff4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for network (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:23.568100 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-54ee0468-fd23-4cf6-9a4d-c38363edff4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:23.579263 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] No Port match for: 600aceea-e5a1-4b97-90bc-acc305ca240a {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:50:23.579594 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 600aceea-e5a1-4b97-90bc-acc305ca240a not bound to the agent host dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:50:23.636801 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:23.668551 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-54ee0468-fd23-4cf6-9a4d-c38363edff4f admin admin] Publish callbacks [] for security_group (fc0f8a6c-6e19-4965-8541-58c41ffd4623), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:23.676258 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-54ee0468-fd23-4cf6-9a4d-c38363edff4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (fc0f8a6c-6e19-4965-8541-58c41ffd4623), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:23.701624 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ee0468-fd23-4cf6-9a4d-c38363edff4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=113088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 06:50:23.717437 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee0468-fd23-4cf6-9a4d-c38363edff4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0f8a6c-6e19-4965-8541-58c41ffd4623,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:23.724601 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-54ee0468-fd23-4cf6-9a4d-c38363edff4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (c71feeb6-08f7-4d1b-9e7b-438449adf7e7), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:23.724953 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.db.segments_db [None req-54ee0468-fd23-4cf6-9a4d-c38363edff4f admin admin] Added segment c71feeb6-08f7-4d1b-9e7b-438449adf7e7 of type vlan for network ac79ef75-2295-49c5-bcaa-808b501af7f4 Aug 24 06:50:23.773049 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-54ee0468-fd23-4cf6-9a4d-c38363edff4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748142589579'] for network (ac79ef75-2295-49c5-bcaa-808b501af7f4), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:23.802431 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-54ee0468-fd23-4cf6-9a4d-c38363edff4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for network (ac79ef75-2295-49c5-bcaa-808b501af7f4), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:23.803386 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ee0468-fd23-4cf6-9a4d-c38363edff4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:23.803988 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-54ee0468-fd23-4cf6-9a4d-c38363edff4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:23.842308 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-54ee0468-fd23-4cf6-9a4d-c38363edff4f admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5205662 Aug 24 06:50:23.845618 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 54864) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:23.852472 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-4b4a5ef4-c06b-41f2-b75c-e079f437aae9 admin admin] Request body: {'subnet': {'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1356598581-subnet', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'ip_version': 4}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:50:23.893055 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee0468-fd23-4cf6-9a4d-c38363edff4f admin admin] Pushing event updated for resources: {'Network': ['ID=ac79ef75-2295-49c5-bcaa-808b501af7f4,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:23.907247 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Network ac79ef75-2295-49c5-bcaa-808b501af7f4 details requested by agent ovs-agent-dv-cinder-854271-1-iscsi with host dv-cinder-854271-1-iscsi {{(pid=113090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 06:50:23.909935 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4a5ef4-c06b-41f2-b75c-e079f437aae9 admin admin] Made reservation on behalf of 13dae75bec47489cac0248f2bb2c197d for: {'subnet': 1} {{(pid=113088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:50:23.913507 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-4b4a5ef4-c06b-41f2-b75c-e079f437aae9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404133'] for subnet (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:24.139551 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-4b4a5ef4-c06b-41f2-b75c-e079f437aae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4108356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404043'] for subnet (a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:24.196255 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a5ef4-c06b-41f2-b75c-e079f437aae9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f,revision_number=0']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:24.205056 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4a5ef4-c06b-41f2-b75c-e079f437aae9 admin admin] Checking segment: {'id': 'c71feeb6-08f7-4d1b-9e7b-438449adf7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:50:24.205540 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4a5ef4-c06b-41f2-b75c-e079f437aae9 admin admin] Network hostable DHCP agents. Network: ac79ef75-2295-49c5-bcaa-808b501af7f4, hostable agents: ['133a3e8a-16cb-4472-a923-08e28c023b55'], hosted agents: [] {{(pid=113088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 06:50:24.224500 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4a5ef4-c06b-41f2-b75c-e079f437aae9 admin admin] Network ac79ef75-2295-49c5-bcaa-808b501af7f4 is scheduled to be hosted by DHCP agent 133a3e8a-16cb-4472-a923-08e28c023b55 with binding_index 1 {{(pid=113088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 06:50:24.227606 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:24.235629 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-4b4a5ef4-c06b-41f2-b75c-e079f437aae9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854271-1-iscsi, ac79ef75-2295-49c5-bcaa-808b501af7f4) {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:50:24.241622 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4a5ef4-c06b-41f2-b75c-e079f437aae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:24.242394 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-4b4a5ef4-c06b-41f2-b75c-e079f437aae9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:24.250128 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b38cf9-8816-4a41-aa84-9aac69c71aa4 None None] Network ac79ef75-2295-49c5-bcaa-808b501af7f4 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:50:24.261447 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-4b4a5ef4-c06b-41f2-b75c-e079f437aae9 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4145789 Aug 24 06:50:24.264404 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 54882) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:24.271725 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-9e9eb126-3fc1-4a3e-9e6e-92ffc2cfda3c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1356598581-router', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:50:24.298344 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9e9eb126-3fc1-4a3e-9e6e-92ffc2cfda3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router (820343c7-823d-4628-abf5-30771dea4dcd), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:24.300748 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9e9eb126-3fc1-4a3e-9e6e-92ffc2cfda3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1697044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router (820343c7-823d-4628-abf5-30771dea4dcd), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:24.308855 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:INSERT=16,neutron:SELECT=77,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:24.361253 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9e9eb126-3fc1-4a3e-9e6e-92ffc2cfda3c admin admin] Publish callbacks [] for router_controller (820343c7-823d-4628-abf5-30771dea4dcd), precommit_add_association {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:24.503445 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9e9eb126-3fc1-4a3e-9e6e-92ffc2cfda3c admin admin] Publish callbacks [] for router_gateway (820343c7-823d-4628-abf5-30771dea4dcd), precommit_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:24.517152 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0b9a9f-5d63-4007-b857-3e2216481f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c256b93-5dc0-52aa-9173-f46dd4354694-ac79ef75-2295-49c5-bcaa-808b501af7f4', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'fixed_ips': [{'subnet_id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f'}]}} from dv-cinder-854271-1-iscsi. {{(pid=113090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 06:50:24.518354 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-8c0b9a9f-5d63-4007-b857-3e2216481f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:24.676845 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.db_base_plugin_common [None req-8c0b9a9f-5d63-4007-b857-3e2216481f65 None None] Allocated IP 172.20.0.2 (ac79ef75-2295-49c5-bcaa-808b501af7f4/a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f/594d27db-2ab6-45c5-8219-bdbd0747329d) {{(pid=113090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:50:24.833449 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-8c0b9a9f-5d63-4007-b857-3e2216481f65 None None] Publish callbacks [] for port (594d27db-2ab6-45c5-8219-bdbd0747329d), precommit_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:24.843752 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-8c0b9a9f-5d63-4007-b857-3e2216481f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (594d27db-2ab6-45c5-8219-bdbd0747329d), after_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:24.892168 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0b9a9f-5d63-4007-b857-3e2216481f65 None None] Network ac79ef75-2295-49c5-bcaa-808b501af7f4 is already hosted by enough agents. {{(pid=113090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:50:24.895935 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b9a9f-5d63-4007-b857-3e2216481f65 None None] Pushing event updated for resources: {'Port': ['ID=594d27db-2ab6-45c5-8219-bdbd0747329d,revision_number=1']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:24.898727 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.scheduler.base_scheduler [None req-8c0b9a9f-5d63-4007-b857-3e2216481f65 None None] Resources bound (agent type, host, resource id): {{(pid=113090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:50:24.901034 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0b9a9f-5d63-4007-b857-3e2216481f65 None None] Received port after_create {{(pid=113090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:50:24.954221 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-894548ed-ff09-43f6-b209-56aa804ec21e req-8a75199d-907c-4285-9e60-704fdf70fb4f service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0551493 Aug 24 06:50:24.983103 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9e9eb126-3fc1-4a3e-9e6e-92ffc2cfda3c admin admin] Publish callbacks [] for router_gateway (820343c7-823d-4628-abf5-30771dea4dcd), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:24.984998 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-8c0b9a9f-5d63-4007-b857-3e2216481f65 None None] Attempting to bind port 594d27db-2ab6-45c5-8219-bdbd0747329d on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:50:24.985476 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-8c0b9a9f-5d63-4007-b857-3e2216481f65 None None] Attempting to bind port 594d27db-2ab6-45c5-8219-bdbd0747329d by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': 'c71feeb6-08f7-4d1b-9e7b-438449adf7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4'}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:50:24.986007 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0b9a9f-5d63-4007-b857-3e2216481f65 None None] Attempting to bind port 594d27db-2ab6-45c5-8219-bdbd0747329d on network ac79ef75-2295-49c5-bcaa-808b501af7f4 {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:50:24.991624 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0b9a9f-5d63-4007-b857-3e2216481f65 None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:50:24.992246 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0b9a9f-5d63-4007-b857-3e2216481f65 None None] Checking segment: {'id': 'c71feeb6-08f7-4d1b-9e7b-438449adf7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:50:24.993316 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-8c0b9a9f-5d63-4007-b857-3e2216481f65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:24.993867 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0b9a9f-5d63-4007-b857-3e2216481f65 None None] Bound using segment: {'id': 'c71feeb6-08f7-4d1b-9e7b-438449adf7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4'} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:50:24.994499 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-8c0b9a9f-5d63-4007-b857-3e2216481f65 None None] Bound port: 594d27db-2ab6-45c5-8219-bdbd0747329d, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c71feeb6-08f7-4d1b-9e7b-438449adf7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4'}}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:50:24.995332 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-8c0b9a9f-5d63-4007-b857-3e2216481f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (594d27db-2ab6-45c5-8219-bdbd0747329d), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:25.007355 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9e9eb126-3fc1-4a3e-9e6e-92ffc2cfda3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:25.027769 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894548ed-ff09-43f6-b209-56aa804ec21e req-1968fe20-1207-4a02-8bd8-99246336ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:25.029538 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-894548ed-ff09-43f6-b209-56aa804ec21e req-1968fe20-1207-4a02-8bd8-99246336ac8d service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0aec98515a95467aa9a43853bfdcb7d7&device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 1130 time: 0.0530162 Aug 24 06:50:25.107805 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-8c0b9a9f-5d63-4007-b857-3e2216481f65 None None] For port 594d27db-2ab6-45c5-8219-bdbd0747329d, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:50:25.111606 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-8c0b9a9f-5d63-4007-b857-3e2216481f65 None None] For port 594d27db-2ab6-45c5-8219-bdbd0747329d, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=594d27db-2ab6-45c5-8219-bdbd0747329d,segment=NetworkSegment(c71feeb6-08f7-4d1b-9e7b-438449adf7e7),segment_id=c71feeb6-08f7-4d1b-9e7b-438449adf7e7)] {{(pid=113090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:50:25.122668 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-8c0b9a9f-5d63-4007-b857-3e2216481f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (594d27db-2ab6-45c5-8219-bdbd0747329d), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:25.198089 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.db_base_plugin_common [None req-9e9eb126-3fc1-4a3e-9e6e-92ffc2cfda3c admin admin] Allocated IP 172.27.3.160 (ebaf0247-9904-4138-a92a-0e04f684cda3/21927f02-5278-4e61-8de7-8e5f8e88a327/438b782a-484c-4a33-bf1b-8ffa8664808d) {{(pid=113089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:50:25.231366 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894548ed-ff09-43f6-b209-56aa804ec21e req-01d93f30-5285-4da4-a0bf-19e1e5503577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:25.233203 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b9a9f-5d63-4007-b857-3e2216481f65 None None] Pushing event updated for resources: {'Port': ['ID=594d27db-2ab6-45c5-8219-bdbd0747329d,revision_number=2']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:25.247048 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-894548ed-ff09-43f6-b209-56aa804ec21e req-01d93f30-5285-4da4-a0bf-19e1e5503577 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=8be3c841-0d59-4803-979e-08c48130dbdb HTTP/1.1" status: 200 len: 917 time: 0.1855557 Aug 24 06:50:25.343183 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-894548ed-ff09-43f6-b209-56aa804ec21e req-4763f3bf-70b4-4daa-9358-bdc686e8e462 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7af29038-05f2-4948-9883-4601a629761c HTTP/1.1" status: 200 len: 999 time: 0.0938036 Aug 24 06:50:25.384854 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9e9eb126-3fc1-4a3e-9e6e-92ffc2cfda3c admin admin] Publish callbacks [] for port (438b782a-484c-4a33-bf1b-8ffa8664808d), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:25.419628 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894548ed-ff09-43f6-b209-56aa804ec21e req-a2cd20c0-4b00-4703-bbb7-ea13f8fa9742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:25.422244 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-894548ed-ff09-43f6-b209-56aa804ec21e req-a2cd20c0-4b00-4703-bbb7-ea13f8fa9742 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=81feb445-3ba1-4eb7-aa79-cbcfce06b0ac HTTP/1.1" status: 200 len: 855 time: 0.0721130 Aug 24 06:50:25.427528 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9e9eb126-3fc1-4a3e-9e6e-92ffc2cfda3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (438b782a-484c-4a33-bf1b-8ffa8664808d), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:25.482383 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9eb126-3fc1-4a3e-9e6e-92ffc2cfda3c admin admin] Network ebaf0247-9904-4138-a92a-0e04f684cda3 is already hosted by enough agents. {{(pid=113089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:50:25.493567 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [None req-9e9eb126-3fc1-4a3e-9e6e-92ffc2cfda3c admin admin] Resources bound (agent type, host, resource id): {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:50:25.502076 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:25.502409 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9eb126-3fc1-4a3e-9e6e-92ffc2cfda3c admin admin] Received port after_create {{(pid=113089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:50:25.510808 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894548ed-ff09-43f6-b209-56aa804ec21e req-628fc7bb-7327-4082-96e3-ea5a38d71a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:25.512503 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-894548ed-ff09-43f6-b209-56aa804ec21e req-628fc7bb-7327-4082-96e3-ea5a38d71a19 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=8be3c841-0d59-4803-979e-08c48130dbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0836310 Aug 24 06:50:25.588533 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:DELETE=2,neutron:UPDATE=4,neutron:SELECT=88,neutron:INSERT=6 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:25.596283 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9eb126-3fc1-4a3e-9e6e-92ffc2cfda3c admin admin] Pushing event updated for resources: {'Port': ['ID=438b782a-484c-4a33-bf1b-8ffa8664808d,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:25.647708 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-894548ed-ff09-43f6-b209-56aa804ec21e req-756ba092-7d4b-4c6f-9ff4-79e0ad5e2044 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/8be3c841-0d59-4803-979e-08c48130dbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271465 Aug 24 06:50:25.774976 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:25.778649 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9e9eb126-3fc1-4a3e-9e6e-92ffc2cfda3c admin admin] Publish callbacks [] for router_gateway (820343c7-823d-4628-abf5-30771dea4dcd), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:25.994129 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9e9eb126-3fc1-4a3e-9e6e-92ffc2cfda3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696429'] for router (820343c7-823d-4628-abf5-30771dea4dcd), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:26.138960 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e9eb126-3fc1-4a3e-9e6e-92ffc2cfda3c admin admin] Router 820343c7-823d-4628-abf5-30771dea4dcd is scheduled to L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 with binding_index 1 {{(pid=113089) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 06:50:26.247496 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9eb126-3fc1-4a3e-9e6e-92ffc2cfda3c admin admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:50:26.257999 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ec1971-7a87-47d7-bba7-cf2d4e9dca5c None None] Sync routers for ids ['820343c7-823d-4628-abf5-30771dea4dcd'] in dv-cinder-854271-1-iscsi {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:50:26.266897 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9e9eb126-3fc1-4a3e-9e6e-92ffc2cfda3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:26.268244 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-9e9eb126-3fc1-4a3e-9e6e-92ffc2cfda3c admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0025895 Aug 24 06:50:26.270935 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ec1971-7a87-47d7-bba7-cf2d4e9dca5c None None] Routers {'820343c7-823d-4628-abf5-30771dea4dcd'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:50:26.271454 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 54916) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:26.271693 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-57ec1971-7a87-47d7-bba7-cf2d4e9dca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:50:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['820343c7-823d-4628-abf5-30771dea4dcd'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:26.336045 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e4f233-cd3f-4612-984a-f662b08096f9 None None] Network ac79ef75-2295-49c5-bcaa-808b501af7f4 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:50:26.374795 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:26.404648 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:26.459496 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-57ec1971-7a87-47d7-bba7-cf2d4e9dca5c None None] Set router 820343c7-823d-4628-abf5-30771dea4dcd gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:50:26.485479 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-43075c40-327c-4cc1-a057-806623e95d82 None None] Provisioning complete for port 594d27db-2ab6-45c5-8219-bdbd0747329d triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:50:26.485842 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-43075c40-327c-4cc1-a057-806623e95d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (594d27db-2ab6-45c5-8219-bdbd0747329d), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:26.516083 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-894548ed-ff09-43f6-b209-56aa804ec21e req-af0387d4-9bd4-4da2-bc5b-7014a2c66417 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/8be3c841-0d59-4803-979e-08c48130dbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052861 Aug 24 06:50:26.584637 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:26.709446 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-43075c40-327c-4cc1-a057-806623e95d82 None None] Current status of the port 594d27db-2ab6-45c5-8219-bdbd0747329d is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:50:26.710095 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-43075c40-327c-4cc1-a057-806623e95d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (594d27db-2ab6-45c5-8219-bdbd0747329d), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:26.734339 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-1c220ef4-299e-469d-a752-1bb46433c5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:26.754625 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-57ec1971-7a87-47d7-bba7-cf2d4e9dca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820343c7-823d-4628-abf5-30771dea4dcd', 'name': 'tempest-TestVolumeBootPattern-1356598581-router', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:24Z', 'updated_at': '2022-08-24T06:50:25Z', 'revision_number': 3, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'gw_port': {'id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:10:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:25Z', 'updated_at': '2022-08-24T06:50:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi'}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:26.760483 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-43075c40-327c-4cc1-a057-806623e95d82 None None] For port 594d27db-2ab6-45c5-8219-bdbd0747329d, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=594d27db-2ab6-45c5-8219-bdbd0747329d,segment=NetworkSegment(c71feeb6-08f7-4d1b-9e7b-438449adf7e7),segment_id=c71feeb6-08f7-4d1b-9e7b-438449adf7e7)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:50:26.782710 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-43075c40-327c-4cc1-a057-806623e95d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (594d27db-2ab6-45c5-8219-bdbd0747329d), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:26.786646 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ec1971-7a87-47d7-bba7-cf2d4e9dca5c None None] Checking router: 820343c7-823d-4628-abf5-30771dea4dcd for host: dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:50:26.786984 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ec1971-7a87-47d7-bba7-cf2d4e9dca5c None None] Updating router 820343c7-823d-4628-abf5-30771dea4dcd port 438b782a-484c-4a33-bf1b-8ffa8664808d binding host dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 06:50:26.806801 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:26.848131 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-57ec1971-7a87-47d7-bba7-cf2d4e9dca5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (438b782a-484c-4a33-bf1b-8ffa8664808d), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:26.875082 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43075c40-327c-4cc1-a057-806623e95d82 None None] Pushing event updated for resources: {'Port': ['ID=594d27db-2ab6-45c5-8219-bdbd0747329d,revision_number=3']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:26.909395 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.db_base_plugin_common [None req-1c220ef4-299e-469d-a752-1bb46433c5f8 admin admin] Allocated IP 172.20.0.1 (ac79ef75-2295-49c5-bcaa-808b501af7f4/a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f/4764ae60-26b8-4543-963f-3b6a497f1051) {{(pid=113089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:50:26.947477 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-5aea0503-9221-463f-9f01-ef0079abbb33 None None] Provisioning complete for port 594d27db-2ab6-45c5-8219-bdbd0747329d triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:50:26.947855 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-5aea0503-9221-463f-9f01-ef0079abbb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (594d27db-2ab6-45c5-8219-bdbd0747329d), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:27.036686 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-1c220ef4-299e-469d-a752-1bb46433c5f8 admin admin] Publish callbacks [] for port (4764ae60-26b8-4543-963f-3b6a497f1051), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:27.080323 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-1c220ef4-299e-469d-a752-1bb46433c5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (4764ae60-26b8-4543-963f-3b6a497f1051), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:27.100565 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:27.104537 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-5aea0503-9221-463f-9f01-ef0079abbb33 None None] Current status of the port 594d27db-2ab6-45c5-8219-bdbd0747329d is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:50:27.126053 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c220ef4-299e-469d-a752-1bb46433c5f8 admin admin] Network ac79ef75-2295-49c5-bcaa-808b501af7f4 is already hosted by enough agents. {{(pid=113089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:50:27.133867 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [None req-1c220ef4-299e-469d-a752-1bb46433c5f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:50:27.136536 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c220ef4-299e-469d-a752-1bb46433c5f8 admin admin] Received port after_create {{(pid=113089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:50:27.137511 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-1c220ef4-299e-469d-a752-1bb46433c5f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698864'] for router_interface (820343c7-823d-4628-abf5-30771dea4dcd), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:27.141728 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c220ef4-299e-469d-a752-1bb46433c5f8 admin admin] Pushing event updated for resources: {'Port': ['ID=4764ae60-26b8-4543-963f-3b6a497f1051,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:27.202058 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-57ec1971-7a87-47d7-bba7-cf2d4e9dca5c None None] Publish callbacks [] for port (438b782a-484c-4a33-bf1b-8ffa8664808d), precommit_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:27.215173 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-57ec1971-7a87-47d7-bba7-cf2d4e9dca5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (438b782a-484c-4a33-bf1b-8ffa8664808d), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:27.258506 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-57ec1971-7a87-47d7-bba7-cf2d4e9dca5c None None] Attempting to bind port 438b782a-484c-4a33-bf1b-8ffa8664808d on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:50:27.259227 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-57ec1971-7a87-47d7-bba7-cf2d4e9dca5c None None] Attempting to bind port 438b782a-484c-4a33-bf1b-8ffa8664808d by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:50:27.259371 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ec1971-7a87-47d7-bba7-cf2d4e9dca5c None None] Attempting to bind port 438b782a-484c-4a33-bf1b-8ffa8664808d on network ebaf0247-9904-4138-a92a-0e04f684cda3 {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:50:27.277361 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ec1971-7a87-47d7-bba7-cf2d4e9dca5c None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:50:27.277715 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ec1971-7a87-47d7-bba7-cf2d4e9dca5c None None] Checking segment: {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:50:27.278266 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-57ec1971-7a87-47d7-bba7-cf2d4e9dca5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:27.278712 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ec1971-7a87-47d7-bba7-cf2d4e9dca5c None None] Bound using segment: {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:50:27.279442 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-57ec1971-7a87-47d7-bba7-cf2d4e9dca5c None None] Bound port: 438b782a-484c-4a33-bf1b-8ffa8664808d, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:50:27.279663 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-57ec1971-7a87-47d7-bba7-cf2d4e9dca5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (438b782a-484c-4a33-bf1b-8ffa8664808d), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:27.305975 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-1c220ef4-299e-469d-a752-1bb46433c5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (4764ae60-26b8-4543-963f-3b6a497f1051), before_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:27.324415 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa8bf6-82ce-4ef2-9eeb-d7c30a8e8a6c None None] Pushing event updated for resources: {'Port': ['ID=438b782a-484c-4a33-bf1b-8ffa8664808d,revision_number=2']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:27.351437 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:27.361949 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-57ec1971-7a87-47d7-bba7-cf2d4e9dca5c None None] For port 438b782a-484c-4a33-bf1b-8ffa8664808d, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:50:27.366952 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-57ec1971-7a87-47d7-bba7-cf2d4e9dca5c None None] For port 438b782a-484c-4a33-bf1b-8ffa8664808d, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=438b782a-484c-4a33-bf1b-8ffa8664808d,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:50:27.374437 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-57ec1971-7a87-47d7-bba7-cf2d4e9dca5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (438b782a-484c-4a33-bf1b-8ffa8664808d), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:27.496250 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-832ab51c-46b8-4db9-a0a5-fa6b4ea59bf1 None None] Provisioning complete for port 4764ae60-26b8-4543-963f-3b6a497f1051 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:50:27.496624 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-832ab51c-46b8-4db9-a0a5-fa6b4ea59bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (4764ae60-26b8-4543-963f-3b6a497f1051), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:27.536792 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa8bf6-82ce-4ef2-9eeb-d7c30a8e8a6c None None] Pushing event updated for resources: {'Port': ['ID=438b782a-484c-4a33-bf1b-8ffa8664808d,revision_number=3']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:27.540178 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ec1971-7a87-47d7-bba7-cf2d4e9dca5c None None] Routers {'820343c7-823d-4628-abf5-30771dea4dcd'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:50:27.540940 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-57ec1971-7a87-47d7-bba7-cf2d4e9dca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:50:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['820343c7-823d-4628-abf5-30771dea4dcd'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:27.556032 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-1c220ef4-299e-469d-a752-1bb46433c5f8 admin admin] Publish callbacks [] for port (4764ae60-26b8-4543-963f-3b6a497f1051), precommit_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:27.562448 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-1c220ef4-299e-469d-a752-1bb46433c5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (4764ae60-26b8-4543-963f-3b6a497f1051), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:27.563208 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-1c220ef4-299e-469d-a752-1bb46433c5f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698892'] for router_interface (820343c7-823d-4628-abf5-30771dea4dcd), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:27.613517 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:27.628365 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c220ef4-299e-469d-a752-1bb46433c5f8 admin admin] Pushing event updated for resources: {'Port': ['ID=4764ae60-26b8-4543-963f-3b6a497f1051,revision_number=2']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:27.635668 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:27.702167 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c220ef4-299e-469d-a752-1bb46433c5f8 admin admin] Network ac79ef75-2295-49c5-bcaa-808b501af7f4 is already hosted by enough agents. {{(pid=113089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:50:27.703632 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [None req-1c220ef4-299e-469d-a752-1bb46433c5f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:50:27.722477 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 594d27db-2ab6-45c5-8219-bdbd0747329d up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:50:27.777526 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-832ab51c-46b8-4db9-a0a5-fa6b4ea59bf1 None None] Port 4764ae60-26b8-4543-963f-3b6a497f1051 cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:50:27.830133 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 594d27db-2ab6-45c5-8219-bdbd0747329d triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:50:27.830722 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (594d27db-2ab6-45c5-8219-bdbd0747329d), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:27.831706 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c220ef4-299e-469d-a752-1bb46433c5f8 admin admin] Router 820343c7-823d-4628-abf5-30771dea4dcd has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:50:27.833592 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-57ec1971-7a87-47d7-bba7-cf2d4e9dca5c None None] Set router 820343c7-823d-4628-abf5-30771dea4dcd gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:50:27.940566 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c220ef4-299e-469d-a752-1bb46433c5f8 admin admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:50:27.946174 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-1c220ef4-299e-469d-a752-1bb46433c5f8 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/820343c7-823d-4628-abf5-30771dea4dcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6735485 Aug 24 06:50:28.034164 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-264df3b3-63f1-4952-a5d0-7f504aa12b97 None None] Provisioning complete for port 4764ae60-26b8-4543-963f-3b6a497f1051 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:50:28.034605 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-264df3b3-63f1-4952-a5d0-7f504aa12b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (4764ae60-26b8-4543-963f-3b6a497f1051), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:28.056289 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 594d27db-2ab6-45c5-8219-bdbd0747329d is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:50:28.090097 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-264df3b3-63f1-4952-a5d0-7f504aa12b97 None None] Port 4764ae60-26b8-4543-963f-3b6a497f1051 cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:50:28.134511 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-57ec1971-7a87-47d7-bba7-cf2d4e9dca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820343c7-823d-4628-abf5-30771dea4dcd', 'name': 'tempest-TestVolumeBootPattern-1356598581-router', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:24Z', 'updated_at': '2022-08-24T06:50:27Z', 'revision_number': 4, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'gw_port': {'id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:10:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:25Z', 'updated_at': '2022-08-24T06:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '4764ae60-26b8-4543-963f-3b6a497f1051', 'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'mac_address': 'fa:16:3e:dd:9f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:26Z', 'updated_at': '2022-08-24T06:50:26Z', 'revision_number': 1, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'subnets': [{'id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:28.161557 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ec1971-7a87-47d7-bba7-cf2d4e9dca5c None None] The sync data for ids ['820343c7-823d-4628-abf5-30771dea4dcd'] in dv-cinder-854271-1-iscsi is: [{'id': '820343c7-823d-4628-abf5-30771dea4dcd', 'name': 'tempest-TestVolumeBootPattern-1356598581-router', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:24Z', 'updated_at': '2022-08-24T06:50:27Z', 'revision_number': 4, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'gw_port': {'id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:10:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:25Z', 'updated_at': '2022-08-24T06:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '4764ae60-26b8-4543-963f-3b6a497f1051', 'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'mac_address': 'fa:16:3e:dd:9f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:26Z', 'updated_at': '2022-08-24T06:50:26Z', 'revision_number': 1, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'subnets': [{'id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:50:28.738345 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 54978) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:28.746961 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-24fe8529-2ca1-4db2-b080-3ee6d01dea16 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-77148804-network', 'tenant_id': '9bc1ce04283647c5a0693deee538d90d'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:50:28.796942 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fe8529-2ca1-4db2-b080-3ee6d01dea16 admin admin] Made reservation on behalf of 9bc1ce04283647c5a0693deee538d90d for: {'network': 1} {{(pid=113089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:50:28.800780 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-24fe8529-2ca1-4db2-b080-3ee6d01dea16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for network (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:28.816571 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-24fe8529-2ca1-4db2-b080-3ee6d01dea16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:28.977772 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-24fe8529-2ca1-4db2-b080-3ee6d01dea16 admin admin] Publish callbacks [] for security_group (4a56388a-90bc-40d8-8570-10ac56d4b167), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:28.985691 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-24fe8529-2ca1-4db2-b080-3ee6d01dea16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (4a56388a-90bc-40d8-8570-10ac56d4b167), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:29.021000 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24fe8529-2ca1-4db2-b080-3ee6d01dea16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=113089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 06:50:29.048280 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-24fe8529-2ca1-4db2-b080-3ee6d01dea16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (47c8a641-a120-4c86-9aa2-a3555d82cda5), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:29.049571 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.db.segments_db [None req-24fe8529-2ca1-4db2-b080-3ee6d01dea16 admin admin] Added segment 47c8a641-a120-4c86-9aa2-a3555d82cda5 of type vlan for network 9752bf03-73fb-4dda-b203-445f855e1b9a Aug 24 06:50:29.150329 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe8529-2ca1-4db2-b080-3ee6d01dea16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a56388a-90bc-40d8-8570-10ac56d4b167,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:29.184165 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-24fe8529-2ca1-4db2-b080-3ee6d01dea16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748142589579'] for network (9752bf03-73fb-4dda-b203-445f855e1b9a), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:29.204642 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6835b17-e19f-4e84-b1f1-ba038a87419a req-71602238-2375-48eb-99fa-08bfc2692d4b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:29.207009 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b6835b17-e19f-4e84-b1f1-ba038a87419a req-71602238-2375-48eb-99fa-08bfc2692d4b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 946 time: 0.1124535 Aug 24 06:50:29.267482 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-24fe8529-2ca1-4db2-b080-3ee6d01dea16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for network (9752bf03-73fb-4dda-b203-445f855e1b9a), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:29.268578 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fe8529-2ca1-4db2-b080-3ee6d01dea16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:29.269186 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-24fe8529-2ca1-4db2-b080-3ee6d01dea16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:29.297772 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-24fe8529-2ca1-4db2-b080-3ee6d01dea16 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5583889 Aug 24 06:50:29.301084 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55000) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:29.306629 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-f3f1a539-54f7-4481-8689-9ca84578baa2 admin admin] Request body: {'subnet': {'network_id': '9752bf03-73fb-4dda-b203-445f855e1b9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-77148804-subnet', 'tenant_id': '9bc1ce04283647c5a0693deee538d90d', 'ip_version': 4}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:50:29.314425 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:29.333270 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b6835b17-e19f-4e84-b1f1-ba038a87419a req-3a9a141b-0448-4e84-99a6-b34a8f6f6ff4 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171789 Aug 24 06:50:29.338718 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f1a539-54f7-4481-8689-9ca84578baa2 admin admin] Made reservation on behalf of 9bc1ce04283647c5a0693deee538d90d for: {'subnet': 1} {{(pid=113088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:50:29.341757 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f3f1a539-54f7-4481-8689-9ca84578baa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404133'] for subnet (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:29.381438 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe8529-2ca1-4db2-b080-3ee6d01dea16 admin admin] Pushing event updated for resources: {'Network': ['ID=9752bf03-73fb-4dda-b203-445f855e1b9a,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:29.399132 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Network 9752bf03-73fb-4dda-b203-445f855e1b9a details requested by agent ovs-agent-dv-cinder-854271-1-iscsi with host dv-cinder-854271-1-iscsi {{(pid=113090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 06:50:29.562354 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 438b782a-484c-4a33-bf1b-8ffa8664808d up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:50:29.596326 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:29.625461 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 438b782a-484c-4a33-bf1b-8ffa8664808d triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:50:29.626221 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (438b782a-484c-4a33-bf1b-8ffa8664808d), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:29.627762 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f3f1a539-54f7-4481-8689-9ca84578baa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4108356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404043'] for subnet (1683b6cf-c79a-492d-8eaf-7ca16aae27cb), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:29.698019 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:29.698979 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f1a539-54f7-4481-8689-9ca84578baa2 admin admin] Checking segment: {'id': '47c8a641-a120-4c86-9aa2-a3555d82cda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9752bf03-73fb-4dda-b203-445f855e1b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:50:29.699990 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f1a539-54f7-4481-8689-9ca84578baa2 admin admin] Network hostable DHCP agents. Network: 9752bf03-73fb-4dda-b203-445f855e1b9a, hostable agents: ['133a3e8a-16cb-4472-a923-08e28c023b55'], hosted agents: [] {{(pid=113088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 06:50:29.704996 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1a539-54f7-4481-8689-9ca84578baa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1683b6cf-c79a-492d-8eaf-7ca16aae27cb,revision_number=0']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:29.706934 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=100 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:29.724888 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 438b782a-484c-4a33-bf1b-8ffa8664808d is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:50:29.725219 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (438b782a-484c-4a33-bf1b-8ffa8664808d), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:29.738533 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f1a539-54f7-4481-8689-9ca84578baa2 admin admin] Network 9752bf03-73fb-4dda-b203-445f855e1b9a is scheduled to be hosted by DHCP agent 133a3e8a-16cb-4472-a923-08e28c023b55 with binding_index 1 {{(pid=113088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 06:50:29.753045 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] For port 438b782a-484c-4a33-bf1b-8ffa8664808d, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=438b782a-484c-4a33-bf1b-8ffa8664808d,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:50:29.758672 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-f3f1a539-54f7-4481-8689-9ca84578baa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854271-1-iscsi, 9752bf03-73fb-4dda-b203-445f855e1b9a) {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:50:29.760408 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (438b782a-484c-4a33-bf1b-8ffa8664808d), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:29.764059 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f1a539-54f7-4481-8689-9ca84578baa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:29.766336 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f3f1a539-54f7-4481-8689-9ca84578baa2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:29.792199 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-f3f1a539-54f7-4481-8689-9ca84578baa2 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4893677 Aug 24 06:50:29.794985 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 55012) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:29.799609 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-c7dfad45-8a14-4273-92dd-c8be8d1b2ab0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-77148804-router', 'tenant_id': '9bc1ce04283647c5a0693deee538d90d', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:50:29.801002 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3309ad91-605e-4722-81bb-4a4211f28889 None None] Network 9752bf03-73fb-4dda-b203-445f855e1b9a requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:50:29.814326 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 55014) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:29.832269 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c7dfad45-8a14-4273-92dd-c8be8d1b2ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router (6fd1e59f-c87d-46d9-a4fc-3b7ced736e34), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:29.833339 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c7dfad45-8a14-4273-92dd-c8be8d1b2ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1697044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router (6fd1e59f-c87d-46d9-a4fc-3b7ced736e34), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:29.844951 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Pushing event updated for resources: {'Port': ['ID=438b782a-484c-4a33-bf1b-8ffa8664808d,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:29.913466 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c7dfad45-8a14-4273-92dd-c8be8d1b2ab0 admin admin] Publish callbacks [] for router_controller (6fd1e59f-c87d-46d9-a4fc-3b7ced736e34), precommit_add_association {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:29.932780 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffd9dbe-c4f0-48bb-9909-534ca3c12844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c256b93-5dc0-52aa-9173-f46dd4354694-9752bf03-73fb-4dda-b203-445f855e1b9a', 'network_id': '9752bf03-73fb-4dda-b203-445f855e1b9a', 'project_id': '9bc1ce04283647c5a0693deee538d90d', 'fixed_ips': [{'subnet_id': '1683b6cf-c79a-492d-8eaf-7ca16aae27cb'}]}} from dv-cinder-854271-1-iscsi. {{(pid=113090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 06:50:29.933859 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-4ffd9dbe-c4f0-48bb-9909-534ca3c12844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:30.010674 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-369950bb-3ec0-4ac9-b43c-81fdb2b10ccb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:30.058129 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:30.087209 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.db_base_plugin_common [None req-4ffd9dbe-c4f0-48bb-9909-534ca3c12844 None None] Allocated IP 172.20.0.2 (9752bf03-73fb-4dda-b203-445f855e1b9a/1683b6cf-c79a-492d-8eaf-7ca16aae27cb/83987d40-6f9f-4dd2-a145-45c4349b18e4) {{(pid=113090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:50:30.112794 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c7dfad45-8a14-4273-92dd-c8be8d1b2ab0 admin admin] Publish callbacks [] for router_gateway (6fd1e59f-c87d-46d9-a4fc-3b7ced736e34), precommit_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:30.236517 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-4ffd9dbe-c4f0-48bb-9909-534ca3c12844 None None] Publish callbacks [] for port (83987d40-6f9f-4dd2-a145-45c4349b18e4), precommit_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:30.244097 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-4ffd9dbe-c4f0-48bb-9909-534ca3c12844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (83987d40-6f9f-4dd2-a145-45c4349b18e4), after_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:30.290080 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f946f-3add-4242-808a-d6657bcebf4e req-1251445a-a66b-42ca-ae57-87a6c5f40ceb tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:30.293550 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-e18f946f-3add-4242-808a-d6657bcebf4e req-1251445a-a66b-42ca-ae57-87a6c5f40ceb tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 946 time: 0.0564179 Aug 24 06:50:30.299384 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffd9dbe-c4f0-48bb-9909-534ca3c12844 None None] Network 9752bf03-73fb-4dda-b203-445f855e1b9a is already hosted by enough agents. {{(pid=113090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:50:30.307015 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.scheduler.base_scheduler [None req-4ffd9dbe-c4f0-48bb-9909-534ca3c12844 None None] Resources bound (agent type, host, resource id): {{(pid=113090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:50:30.312256 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffd9dbe-c4f0-48bb-9909-534ca3c12844 None None] Received port after_create {{(pid=113090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:50:30.316037 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd9dbe-c4f0-48bb-9909-534ca3c12844 None None] Pushing event updated for resources: {'Port': ['ID=83987d40-6f9f-4dd2-a145-45c4349b18e4,revision_number=1']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:30.419459 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-4ffd9dbe-c4f0-48bb-9909-534ca3c12844 None None] Attempting to bind port 83987d40-6f9f-4dd2-a145-45c4349b18e4 on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:50:30.420316 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-4ffd9dbe-c4f0-48bb-9909-534ca3c12844 None None] Attempting to bind port 83987d40-6f9f-4dd2-a145-45c4349b18e4 by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': '47c8a641-a120-4c86-9aa2-a3555d82cda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9752bf03-73fb-4dda-b203-445f855e1b9a'}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:50:30.420578 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffd9dbe-c4f0-48bb-9909-534ca3c12844 None None] Attempting to bind port 83987d40-6f9f-4dd2-a145-45c4349b18e4 on network 9752bf03-73fb-4dda-b203-445f855e1b9a {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:50:30.428504 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffd9dbe-c4f0-48bb-9909-534ca3c12844 None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:50:30.428814 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffd9dbe-c4f0-48bb-9909-534ca3c12844 None None] Checking segment: {'id': '47c8a641-a120-4c86-9aa2-a3555d82cda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9752bf03-73fb-4dda-b203-445f855e1b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:50:30.429215 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-4ffd9dbe-c4f0-48bb-9909-534ca3c12844 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:30.429608 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffd9dbe-c4f0-48bb-9909-534ca3c12844 None None] Bound using segment: {'id': '47c8a641-a120-4c86-9aa2-a3555d82cda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9752bf03-73fb-4dda-b203-445f855e1b9a'} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:50:30.430229 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-4ffd9dbe-c4f0-48bb-9909-534ca3c12844 None None] Bound port: 83987d40-6f9f-4dd2-a145-45c4349b18e4, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c8a641-a120-4c86-9aa2-a3555d82cda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9752bf03-73fb-4dda-b203-445f855e1b9a'}}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:50:30.430847 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-4ffd9dbe-c4f0-48bb-9909-534ca3c12844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (83987d40-6f9f-4dd2-a145-45c4349b18e4), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:30.434471 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [req-e18f946f-3add-4242-808a-d6657bcebf4e req-0338f558-e195-405f-9c20-738c913160d8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Deleting port 7af29038-05f2-4948-9883-4601a629761c {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:50:30.436099 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-e18f946f-3add-4242-808a-d6657bcebf4e req-0338f558-e195-405f-9c20-738c913160d8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (7af29038-05f2-4948-9883-4601a629761c), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:30.549745 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-4ffd9dbe-c4f0-48bb-9909-534ca3c12844 None None] For port 83987d40-6f9f-4dd2-a145-45c4349b18e4, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:50:30.552582 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-369950bb-3ec0-4ac9-b43c-81fdb2b10ccb admin admin] Publish callbacks [] for security_group (55fbca45-aba9-405c-916d-0b8235b938e3), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:30.554805 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-4ffd9dbe-c4f0-48bb-9909-534ca3c12844 None None] For port 83987d40-6f9f-4dd2-a145-45c4349b18e4, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=83987d40-6f9f-4dd2-a145-45c4349b18e4,segment=NetworkSegment(47c8a641-a120-4c86-9aa2-a3555d82cda5),segment_id=47c8a641-a120-4c86-9aa2-a3555d82cda5)] {{(pid=113090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:50:30.568019 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-4ffd9dbe-c4f0-48bb-9909-534ca3c12844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (83987d40-6f9f-4dd2-a145-45c4349b18e4), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:30.571702 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-e18f946f-3add-4242-808a-d6657bcebf4e req-0338f558-e195-405f-9c20-738c913160d8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] For port 7af29038-05f2-4948-9883-4601a629761c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=7af29038-05f2-4948-9883-4601a629761c,segment=NetworkSegment(b5516234-5380-4558-bccf-bf2354b2ccbf),segment_id=b5516234-5380-4558-bccf-bf2354b2ccbf)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:50:30.571917 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-e18f946f-3add-4242-808a-d6657bcebf4e req-0338f558-e195-405f-9c20-738c913160d8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (7af29038-05f2-4948-9883-4601a629761c), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:30.654744 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-369950bb-3ec0-4ac9-b43c-81fdb2b10ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (55fbca45-aba9-405c-916d-0b8235b938e3), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:30.658686 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd9dbe-c4f0-48bb-9909-534ca3c12844 None None] Pushing event updated for resources: {'Port': ['ID=83987d40-6f9f-4dd2-a145-45c4349b18e4,revision_number=2']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:30.683162 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697f53b-9cb6-4988-89ec-a88bc019f1ca req-53781038-8c42-43b6-ade5-37ffb8073d4b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:30.684981 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2697f53b-9cb6-4988-89ec-a88bc019f1ca req-53781038-8c42-43b6-ade5-37ffb8073d4b tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 946 time: 0.1832502 Aug 24 06:50:30.768062 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-369950bb-3ec0-4ac9-b43c-81fdb2b10ccb admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7cabda88d2e041879a46ca4490e375fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9520142 Aug 24 06:50:30.768299 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55026) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:30.771983 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c7dfad45-8a14-4273-92dd-c8be8d1b2ab0 admin admin] Publish callbacks [] for router_gateway (6fd1e59f-c87d-46d9-a4fc-3b7ced736e34), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:30.801853 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369950bb-3ec0-4ac9-b43c-81fdb2b10ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fbca45-aba9-405c-916d-0b8235b938e3,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:30.804562 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-e18f946f-3add-4242-808a-d6657bcebf4e req-0338f558-e195-405f-9c20-738c913160d8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:30.804814 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-e18f946f-3add-4242-808a-d6657bcebf4e req-0338f558-e195-405f-9c20-738c913160d8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698989'] for floatingip (67ac1279-07d9-46c6-acd3-3a345bd3bd42), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:30.805126 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.db.l3_db [req-e18f946f-3add-4242-808a-d6657bcebf4e req-0338f558-e195-405f-9c20-738c913160d8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Floating IP 67ac1279-07d9-46c6-acd3-3a345bd3bd42 disassociated. External IP: 172.27.3.2, port: 7af29038-05f2-4948-9883-4601a629761c. Aug 24 06:50:30.805491 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [req-e18f946f-3add-4242-808a-d6657bcebf4e req-0338f558-e195-405f-9c20-738c913160d8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Calling delete_port for 7af29038-05f2-4948-9883-4601a629761c owned by compute:nova {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:50:30.809174 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c7dfad45-8a14-4273-92dd-c8be8d1b2ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:30.826427 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:30.877305 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2697f53b-9cb6-4988-89ec-a88bc019f1ca req-38861727-09e1-47e3-9907-1b437b503d7e tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=315ae0f8-ed9d-4e83-9e9a-476d777349db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751888 Aug 24 06:50:30.920338 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-69c3a988-7fd1-46b1-acb3-8f1d5ce4ed17 admin admin] Publish callbacks [] for security_group (55fbca45-aba9-405c-916d-0b8235b938e3), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:30.962117 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-69c3a988-7fd1-46b1-acb3-8f1d5ce4ed17 admin admin] Publish callbacks [] for security_group (55fbca45-aba9-405c-916d-0b8235b938e3), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:30.983878 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.db_base_plugin_common [None req-c7dfad45-8a14-4273-92dd-c8be8d1b2ab0 admin admin] Allocated IP 172.27.3.47 (ebaf0247-9904-4138-a92a-0e04f684cda3/21927f02-5278-4e61-8de7-8e5f8e88a327/bb68a8ad-805e-4842-bf7f-eed15b1dc09f) {{(pid=113089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:50:31.035055 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:31.079119 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-69c3a988-7fd1-46b1-acb3-8f1d5ce4ed17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (55fbca45-aba9-405c-916d-0b8235b938e3), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:31.081926 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-69c3a988-7fd1-46b1-acb3-8f1d5ce4ed17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:31.085829 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-69c3a988-7fd1-46b1-acb3-8f1d5ce4ed17 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/55fbca45-aba9-405c-916d-0b8235b938e3 HTTP/1.1" status: 204 len: 168 time: 0.3141456 Aug 24 06:50:31.101827 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3a988-7fd1-46b1-acb3-8f1d5ce4ed17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fbca45-aba9-405c-916d-0b8235b938e3,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:31.110619 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-e18f946f-3add-4242-808a-d6657bcebf4e req-0338f558-e195-405f-9c20-738c913160d8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (7af29038-05f2-4948-9883-4601a629761c), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:31.147439 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c7dfad45-8a14-4273-92dd-c8be8d1b2ab0 admin admin] Publish callbacks [] for port (bb68a8ad-805e-4842-bf7f-eed15b1dc09f), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:31.150109 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f558-e195-405f-9c20-738c913160d8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Pushing event deleted for resources: {'Port': ['ID=7af29038-05f2-4948-9883-4601a629761c,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:31.189986 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c7dfad45-8a14-4273-92dd-c8be8d1b2ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (bb68a8ad-805e-4842-bf7f-eed15b1dc09f), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:31.235713 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dfad45-8a14-4273-92dd-c8be8d1b2ab0 admin admin] Network ebaf0247-9904-4138-a92a-0e04f684cda3 is already hosted by enough agents. {{(pid=113089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:50:31.236022 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e55b3b6-b3b8-4ab3-b04e-789f77725a17 None None] Sync routers for ids ['820343c7-823d-4628-abf5-30771dea4dcd'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:50:31.239865 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [None req-c7dfad45-8a14-4273-92dd-c8be8d1b2ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:50:31.244667 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dfad45-8a14-4273-92dd-c8be8d1b2ab0 admin admin] Received port after_create {{(pid=113089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:50:31.256204 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e55b3b6-b3b8-4ab3-b04e-789f77725a17 None None] Routers {'820343c7-823d-4628-abf5-30771dea4dcd'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:50:31.257491 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-8e55b3b6-b3b8-4ab3-b04e-789f77725a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:50:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['820343c7-823d-4628-abf5-30771dea4dcd'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:31.271797 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:31.276696 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e18f946f-3add-4242-808a-d6657bcebf4e req-0338f558-e195-405f-9c20-738c913160d8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Router b859ea55-410f-4150-99fc-46246c7302ec has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:50:31.398870 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-8e55b3b6-b3b8-4ab3-b04e-789f77725a17 None None] Set router 820343c7-823d-4628-abf5-30771dea4dcd gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:50:31.400029 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e18f946f-3add-4242-808a-d6657bcebf4e req-0338f558-e195-405f-9c20-738c913160d8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:50:31.415660 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90dd13a-b231-4037-a45f-e03ff5bd5a55 None None] Sync routers for ids ['b859ea55-410f-4150-99fc-46246c7302ec'] in dv-cinder-854271-1-iscsi {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:50:31.433092 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90dd13a-b231-4037-a45f-e03ff5bd5a55 None None] Routers {'b859ea55-410f-4150-99fc-46246c7302ec'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:50:31.434940 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-b90dd13a-b231-4037-a45f-e03ff5bd5a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:50:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['b859ea55-410f-4150-99fc-46246c7302ec'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:31.469214 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:31.476535 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dfad45-8a14-4273-92dd-c8be8d1b2ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=bb68a8ad-805e-4842-bf7f-eed15b1dc09f,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:31.508416 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18f946f-3add-4242-808a-d6657bcebf4e req-0338f558-e195-405f-9c20-738c913160d8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] No DVR routers for this DVR port 7af29038-05f2-4948-9883-4601a629761c on host hv-cinder-85427 {{(pid=113088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:50:31.508882 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c7dfad45-8a14-4273-92dd-c8be8d1b2ab0 admin admin] Publish callbacks [] for router_gateway (6fd1e59f-c87d-46d9-a4fc-3b7ced736e34), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:31.518569 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-e18f946f-3add-4242-808a-d6657bcebf4e req-0338f558-e195-405f-9c20-738c913160d8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:31.528830 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-e18f946f-3add-4242-808a-d6657bcebf4e req-0338f558-e195-405f-9c20-738c913160d8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.58 "DELETE /networking/v2.0/ports/7af29038-05f2-4948-9883-4601a629761c HTTP/1.1" status: 204 len: 173 time: 1.2252097 Aug 24 06:50:31.529399 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc5a50e-c3a4-4635-ad0e-2127db777881', 'name': 'network-vif-deleted', 'tag': '7af29038-05f2-4948-9883-4601a629761c'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:50:31.539752 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d57bc7-e00f-4a26-95a8-86743b2f41b2" -d '{"events": [{"server_uuid": "efc5a50e-c3a4-4635-ad0e-2127db777881", "name": "network-vif-deleted", "tag": "7af29038-05f2-4948-9883-4601a629761c"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:50:31.565274 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55036) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:31.618898 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-9c514952-72ea-4e72-ac6e-8b420000eba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:31.661342 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bb242f-3dd7-4822-8817-38277c6148ff x-openstack-request-id: req-19bb242f-3dd7-4822-8817-38277c6148ff {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:50:31.661638 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc5a50e-c3a4-4635-ad0e-2127db777881", "name": "network-vif-deleted", "tag": "7af29038-05f2-4948-9883-4601a629761c", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:50:31.661888 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-19bb242f-3dd7-4822-8817-38277c6148ff {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:50:31.662304 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19bb242f-3dd7-4822-8817-38277c6148ff'] response: {'server_uuid': 'efc5a50e-c3a4-4635-ad0e-2127db777881', 'name': 'network-vif-deleted', 'tag': '7af29038-05f2-4948-9883-4601a629761c', 'status': 'completed', 'code': 200} Aug 24 06:50:31.716657 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:31.722336 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:UPDATE=6,neutron:SELECT=90,neutron:INSERT=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:31.819572 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-8e55b3b6-b3b8-4ab3-b04e-789f77725a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820343c7-823d-4628-abf5-30771dea4dcd', 'name': 'tempest-TestVolumeBootPattern-1356598581-router', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:24Z', 'updated_at': '2022-08-24T06:50:27Z', 'revision_number': 4, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'gw_port': {'id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:25Z', 'updated_at': '2022-08-24T06:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '4764ae60-26b8-4543-963f-3b6a497f1051', 'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'mac_address': 'fa:16:3e:dd:9f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:26Z', 'updated_at': '2022-08-24T06:50:27Z', 'revision_number': 2, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'subnets': [{'id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:31.821286 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-b90dd13a-b231-4037-a45f-e03ff5bd5a55 None None] Set router b859ea55-410f-4150-99fc-46246c7302ec gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:50:31.829245 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 438b782a-484c-4a33-bf1b-8ffa8664808d up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:50:31.878419 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-9c514952-72ea-4e72-ac6e-8b420000eba4 admin admin] Publish callbacks [] for security_group (eb871ef0-b37c-400a-9745-38b0e6c7dda9), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:31.884288 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-9c514952-72ea-4e72-ac6e-8b420000eba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (eb871ef0-b37c-400a-9745-38b0e6c7dda9), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:31.886461 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e55b3b6-b3b8-4ab3-b04e-789f77725a17 None None] Checking router: 820343c7-823d-4628-abf5-30771dea4dcd for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:50:31.900141 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e55b3b6-b3b8-4ab3-b04e-789f77725a17 None None] Updating router 820343c7-823d-4628-abf5-30771dea4dcd port 4764ae60-26b8-4543-963f-3b6a497f1051 binding host dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 06:50:31.979090 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-8e55b3b6-b3b8-4ab3-b04e-789f77725a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (4764ae60-26b8-4543-963f-3b6a497f1051), before_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:32.006851 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 438b782a-484c-4a33-bf1b-8ffa8664808d triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:50:32.007310 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (438b782a-484c-4a33-bf1b-8ffa8664808d), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:32.048336 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-9c514952-72ea-4e72-ac6e-8b420000eba4 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=02ed1aaab90146d3a57d0eb4f5aa3fb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4774613 Aug 24 06:50:32.051532 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55044) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:32.052306 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c514952-72ea-4e72-ac6e-8b420000eba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb871ef0-b37c-400a-9745-38b0e6c7dda9,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:32.091303 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c7dfad45-8a14-4273-92dd-c8be8d1b2ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696429'] for router (6fd1e59f-c87d-46d9-a4fc-3b7ced736e34), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:32.170782 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b1f07c5e-d1b4-4eaa-8fff-1aea84621981 admin admin] Publish callbacks [] for security_group (eb871ef0-b37c-400a-9745-38b0e6c7dda9), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:32.182556 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:32.206261 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b1f07c5e-d1b4-4eaa-8fff-1aea84621981 admin admin] Publish callbacks [] for security_group (eb871ef0-b37c-400a-9745-38b0e6c7dda9), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:32.318289 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b1f07c5e-d1b4-4eaa-8fff-1aea84621981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (eb871ef0-b37c-400a-9745-38b0e6c7dda9), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:32.321916 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b1f07c5e-d1b4-4eaa-8fff-1aea84621981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:32.323109 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-b1f07c5e-d1b4-4eaa-8fff-1aea84621981 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/eb871ef0-b37c-400a-9745-38b0e6c7dda9 HTTP/1.1" status: 204 len: 168 time: 0.2568378 Aug 24 06:50:32.334618 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f07c5e-d1b4-4eaa-8fff-1aea84621981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb871ef0-b37c-400a-9745-38b0e6c7dda9,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:32.405324 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-26380a9c-8d97-4c74-af8e-2873bbbe3483 req-0a07e832-a64a-4a19-8d01-7826afaa5467 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efc5a50e-c3a4-4635-ad0e-2127db777881 HTTP/1.1" status: 200 len: 210 time: 0.0969174 Aug 24 06:50:32.481553 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8153753-46db-47c9-9c97-a582657e3a33 None None] Network 9752bf03-73fb-4dda-b203-445f855e1b9a requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:50:32.487434 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7dfad45-8a14-4273-92dd-c8be8d1b2ab0 admin admin] Router 6fd1e59f-c87d-46d9-a4fc-3b7ced736e34 is scheduled to L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 with binding_index 1 {{(pid=113089) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 06:50:32.501797 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 438b782a-484c-4a33-bf1b-8ffa8664808d is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:50:32.503725 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 83987d40-6f9f-4dd2-a145-45c4349b18e4 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:50:32.504937 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-b90dd13a-b231-4037-a45f-e03ff5bd5a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'name': 'tempest-AttachVolumeShelveTestJSON-314602131-router', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:24Z', 'revision_number': 4, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'gw_port': {'id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '8c16fb31-f66e-45bd-b513-c1d7c73b297e', 'name': '', 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'mac_address': 'fa:16:3e:74:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:22Z', 'updated_at': '2022-08-24T06:43:41Z', 'revision_number': 5, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'subnets': [{'id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:32.568523 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-8e55b3b6-b3b8-4ab3-b04e-789f77725a17 None None] Publish callbacks [] for port (4764ae60-26b8-4543-963f-3b6a497f1051), precommit_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:32.575955 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=100 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:32.584151 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-8e55b3b6-b3b8-4ab3-b04e-789f77725a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (4764ae60-26b8-4543-963f-3b6a497f1051), after_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:32.621454 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:32.621939 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55052) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:32.637130 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7dfad45-8a14-4273-92dd-c8be8d1b2ab0 admin admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:50:32.655047 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133807b-b3c4-4267-81d4-3da064f0c34b None None] Pushing event updated for resources: {'Port': ['ID=4764ae60-26b8-4543-963f-3b6a497f1051,revision_number=3']} {{(pid=113091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:32.664646 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0542cc4d-ce3e-4a7d-8f73-45fe648c446b None None] Sync routers for ids ['6fd1e59f-c87d-46d9-a4fc-3b7ced736e34'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:50:32.670592 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133807b-b3c4-4267-81d4-3da064f0c34b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:32.671639 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133807b-b3c4-4267-81d4-3da064f0c34b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:32.672118 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133807b-b3c4-4267-81d4-3da064f0c34b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:32.672772 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133807b-b3c4-4267-81d4-3da064f0c34b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:32.673198 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133807b-b3c4-4267-81d4-3da064f0c34b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:32.673658 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133807b-b3c4-4267-81d4-3da064f0c34b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:32.674203 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133807b-b3c4-4267-81d4-3da064f0c34b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:32.674622 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133807b-b3c4-4267-81d4-3da064f0c34b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:32.675351 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133807b-b3c4-4267-81d4-3da064f0c34b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:32.675873 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133807b-b3c4-4267-81d4-3da064f0c34b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:32.676261 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133807b-b3c4-4267-81d4-3da064f0c34b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:32.676662 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133807b-b3c4-4267-81d4-3da064f0c34b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:32.677099 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133807b-b3c4-4267-81d4-3da064f0c34b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:32.677492 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133807b-b3c4-4267-81d4-3da064f0c34b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:32.677906 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133807b-b3c4-4267-81d4-3da064f0c34b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:32.683585 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-c7dfad45-8a14-4273-92dd-c8be8d1b2ab0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:32.688220 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-c7dfad45-8a14-4273-92dd-c8be8d1b2ab0 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8891990 Aug 24 06:50:32.689007 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 55060) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:32.695864 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:32.727874 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90dd13a-b231-4037-a45f-e03ff5bd5a55 None None] Checking router: b859ea55-410f-4150-99fc-46246c7302ec for host: dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:50:32.789422 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-0bc022a4-6963-4d4d-a2a7-430b1386a788 None None] Provisioning complete for port 83987d40-6f9f-4dd2-a145-45c4349b18e4 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:50:32.789774 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0bc022a4-6963-4d4d-a2a7-430b1386a788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (83987d40-6f9f-4dd2-a145-45c4349b18e4), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:32.791707 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90dd13a-b231-4037-a45f-e03ff5bd5a55 None None] Routers {'b859ea55-410f-4150-99fc-46246c7302ec'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:50:32.792528 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-b90dd13a-b231-4037-a45f-e03ff5bd5a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:50:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['b859ea55-410f-4150-99fc-46246c7302ec'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:32.816884 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7ad03f03-761d-4798-a5d0-bd1235e57134 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:32.885648 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0542cc4d-ce3e-4a7d-8f73-45fe648c446b None None] Routers {'6fd1e59f-c87d-46d9-a4fc-3b7ced736e34'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:50:32.887543 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-0542cc4d-ce3e-4a7d-8f73-45fe648c446b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:50:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['6fd1e59f-c87d-46d9-a4fc-3b7ced736e34'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:32.957475 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7ad03f03-761d-4798-a5d0-bd1235e57134 admin admin] Publish callbacks [] for security_group (5c8fedf0-884e-44a7-b346-0602b3c7fecc), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:32.963150 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7ad03f03-761d-4798-a5d0-bd1235e57134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (5c8fedf0-884e-44a7-b346-0602b3c7fecc), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:32.968152 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 83987d40-6f9f-4dd2-a145-45c4349b18e4 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:50:32.968760 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (83987d40-6f9f-4dd2-a145-45c4349b18e4), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:32.974340 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-8e55b3b6-b3b8-4ab3-b04e-789f77725a17 None None] Attempting to bind port 4764ae60-26b8-4543-963f-3b6a497f1051 on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:50:32.974836 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-8e55b3b6-b3b8-4ab3-b04e-789f77725a17 None None] Attempting to bind port 4764ae60-26b8-4543-963f-3b6a497f1051 by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': 'c71feeb6-08f7-4d1b-9e7b-438449adf7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4'}] {{(pid=113091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:50:32.975365 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e55b3b6-b3b8-4ab3-b04e-789f77725a17 None None] Attempting to bind port 4764ae60-26b8-4543-963f-3b6a497f1051 on network ac79ef75-2295-49c5-bcaa-808b501af7f4 {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:50:33.005760 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e55b3b6-b3b8-4ab3-b04e-789f77725a17 None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:50:33.006760 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e55b3b6-b3b8-4ab3-b04e-789f77725a17 None None] Checking segment: {'id': 'c71feeb6-08f7-4d1b-9e7b-438449adf7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:50:33.007586 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-8e55b3b6-b3b8-4ab3-b04e-789f77725a17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:33.008190 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e55b3b6-b3b8-4ab3-b04e-789f77725a17 None None] Bound using segment: {'id': 'c71feeb6-08f7-4d1b-9e7b-438449adf7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4'} {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:50:33.008918 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-8e55b3b6-b3b8-4ab3-b04e-789f77725a17 None None] Bound port: 4764ae60-26b8-4543-963f-3b6a497f1051, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c71feeb6-08f7-4d1b-9e7b-438449adf7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4'}}] {{(pid=113091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:50:33.009619 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-8e55b3b6-b3b8-4ab3-b04e-789f77725a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (4764ae60-26b8-4543-963f-3b6a497f1051), before_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:33.012635 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad03f03-761d-4798-a5d0-bd1235e57134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8fedf0-884e-44a7-b346-0602b3c7fecc,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:33.036353 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=100 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:33.071468 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-7ad03f03-761d-4798-a5d0-bd1235e57134 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=1a59b0a87eee46c1b1c132160d910fa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4477615 Aug 24 06:50:33.074298 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55068) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:33.107235 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-0542cc4d-ce3e-4a7d-8f73-45fe648c446b None None] Set router 6fd1e59f-c87d-46d9-a4fc-3b7ced736e34 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:50:33.120321 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-b90dd13a-b231-4037-a45f-e03ff5bd5a55 None None] Set router b859ea55-410f-4150-99fc-46246c7302ec gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:50:33.158095 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-963231a6-9255-4166-b2bb-8e0f16882b74 admin admin] Publish callbacks [] for security_group (5c8fedf0-884e-44a7-b346-0602b3c7fecc), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:33.160238 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-0bc022a4-6963-4d4d-a2a7-430b1386a788 None None] Current status of the port 83987d40-6f9f-4dd2-a145-45c4349b18e4 is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:50:33.160640 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0bc022a4-6963-4d4d-a2a7-430b1386a788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (83987d40-6f9f-4dd2-a145-45c4349b18e4), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:33.192559 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-963231a6-9255-4166-b2bb-8e0f16882b74 admin admin] Publish callbacks [] for security_group (5c8fedf0-884e-44a7-b346-0602b3c7fecc), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:33.302252 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-963231a6-9255-4166-b2bb-8e0f16882b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (5c8fedf0-884e-44a7-b346-0602b3c7fecc), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:33.302437 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.db [None req-8e55b3b6-b3b8-4ab3-b04e-789f77725a17 None None] For port 4764ae60-26b8-4543-963f-3b6a497f1051, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:50:33.305191 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-963231a6-9255-4166-b2bb-8e0f16882b74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:33.306702 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-963231a6-9255-4166-b2bb-8e0f16882b74 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5c8fedf0-884e-44a7-b346-0602b3c7fecc HTTP/1.1" status: 204 len: 168 time: 0.2286594 Aug 24 06:50:33.323376 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 83987d40-6f9f-4dd2-a145-45c4349b18e4 is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:50:33.323912 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (83987d40-6f9f-4dd2-a145-45c4349b18e4), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:33.327133 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963231a6-9255-4166-b2bb-8e0f16882b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8fedf0-884e-44a7-b346-0602b3c7fecc,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:33.330647 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.db [None req-8e55b3b6-b3b8-4ab3-b04e-789f77725a17 None None] For port 4764ae60-26b8-4543-963f-3b6a497f1051, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=4764ae60-26b8-4543-963f-3b6a497f1051,segment=NetworkSegment(c71feeb6-08f7-4d1b-9e7b-438449adf7e7),segment_id=c71feeb6-08f7-4d1b-9e7b-438449adf7e7)] {{(pid=113091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:50:33.383513 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-0bc022a4-6963-4d4d-a2a7-430b1386a788 None None] For port 83987d40-6f9f-4dd2-a145-45c4349b18e4, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=83987d40-6f9f-4dd2-a145-45c4349b18e4,segment=NetworkSegment(47c8a641-a120-4c86-9aa2-a3555d82cda5),segment_id=47c8a641-a120-4c86-9aa2-a3555d82cda5)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:50:33.395580 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-8e55b3b6-b3b8-4ab3-b04e-789f77725a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (4764ae60-26b8-4543-963f-3b6a497f1051), after_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:33.405190 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=100 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:33.406393 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0bc022a4-6963-4d4d-a2a7-430b1386a788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (83987d40-6f9f-4dd2-a145-45c4349b18e4), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:33.450757 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e55b3b6-b3b8-4ab3-b04e-789f77725a17 None None] Routers {'820343c7-823d-4628-abf5-30771dea4dcd'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:50:33.451883 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-8e55b3b6-b3b8-4ab3-b04e-789f77725a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:50:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['820343c7-823d-4628-abf5-30771dea4dcd'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:33.537918 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.db.api [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113090) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 24 06:50:33.538514 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG oslo_db.api [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 06:50:33.554089 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc022a4-6963-4d4d-a2a7-430b1386a788 None None] Pushing event updated for resources: {'Port': ['ID=83987d40-6f9f-4dd2-a145-45c4349b18e4,revision_number=3']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:33.560524 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-84f3d4bb-f5cb-41c0-8e36-8197b46773f1 None None] Provisioning complete for port 83987d40-6f9f-4dd2-a145-45c4349b18e4 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:50:33.561129 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-84f3d4bb-f5cb-41c0-8e36-8197b46773f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (83987d40-6f9f-4dd2-a145-45c4349b18e4), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:33.607252 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-b90dd13a-b231-4037-a45f-e03ff5bd5a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'name': 'tempest-AttachVolumeShelveTestJSON-314602131-router', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:24Z', 'revision_number': 4, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'gw_port': {'id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '8c16fb31-f66e-45bd-b513-c1d7c73b297e', 'name': '', 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'mac_address': 'fa:16:3e:74:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:22Z', 'updated_at': '2022-08-24T06:43:41Z', 'revision_number': 5, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'subnets': [{'id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:33.637363 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-8e55b3b6-b3b8-4ab3-b04e-789f77725a17 None None] Set router 820343c7-823d-4628-abf5-30771dea4dcd gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:50:33.646107 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55086) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:33.647807 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-285e4ac7-c6b8-4f04-9686-c7beae193a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:33.662013 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90dd13a-b231-4037-a45f-e03ff5bd5a55 None None] The sync data for ids ['b859ea55-410f-4150-99fc-46246c7302ec'] in dv-cinder-854271-1-iscsi is: [{'id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'name': 'tempest-AttachVolumeShelveTestJSON-314602131-router', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:43:24Z', 'revision_number': 4, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'gw_port': {'id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '8c16fb31-f66e-45bd-b513-c1d7c73b297e', 'name': '', 'network_id': '8be3c841-0d59-4803-979e-08c48130dbdb', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'mac_address': 'fa:16:3e:74:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:22Z', 'updated_at': '2022-08-24T06:43:41Z', 'revision_number': 5, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'subnets': [{'id': '81feb445-3ba1-4eb7-aa79-cbcfce06b0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:50:33.669521 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:33.766848 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-27997cb6-cb9c-47e7-b991-a55ca8af66c8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for security_group (315ae0f8-ed9d-4e83-9e9a-476d777349db), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:33.780738 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-84f3d4bb-f5cb-41c0-8e36-8197b46773f1 None None] Current status of the port 83987d40-6f9f-4dd2-a145-45c4349b18e4 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:50:33.811447 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-27997cb6-cb9c-47e7-b991-a55ca8af66c8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for security_group (315ae0f8-ed9d-4e83-9e9a-476d777349db), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:33.848782 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133807b-b3c4-4267-81d4-3da064f0c34b None None] Pushing event updated for resources: {'Port': ['ID=4764ae60-26b8-4543-963f-3b6a497f1051,revision_number=4']} {{(pid=113091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:33.902937 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-0542cc4d-ce3e-4a7d-8f73-45fe648c446b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd1e59f-c87d-46d9-a4fc-3b7ced736e34', 'name': 'tempest-TestVolumeBootPattern-77148804-router', 'tenant_id': '9bc1ce04283647c5a0693deee538d90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'bb68a8ad-805e-4842-bf7f-eed15b1dc09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:29Z', 'updated_at': '2022-08-24T06:50:31Z', 'revision_number': 3, 'project_id': '9bc1ce04283647c5a0693deee538d90d', 'gw_port': {'id': 'bb68a8ad-805e-4842-bf7f-eed15b1dc09f', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ef:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd1e59f-c87d-46d9-a4fc-3b7ced736e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:30Z', 'updated_at': '2022-08-24T06:50:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi'}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:33.908478 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=6 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:33.925111 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-27997cb6-cb9c-47e7-b991-a55ca8af66c8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (315ae0f8-ed9d-4e83-9e9a-476d777349db), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:33.928553 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-27997cb6-cb9c-47e7-b991-a55ca8af66c8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:33.930039 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-27997cb6-cb9c-47e7-b991-a55ca8af66c8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/315ae0f8-ed9d-4e83-9e9a-476d777349db HTTP/1.1" status: 204 len: 168 time: 0.2788441 Aug 24 06:50:33.943879 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55092) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:33.992590 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.db_base_plugin_common [None req-285e4ac7-c6b8-4f04-9686-c7beae193a08 admin admin] Allocated IP 172.20.0.1 (9752bf03-73fb-4dda-b203-445f855e1b9a/1683b6cf-c79a-492d-8eaf-7ca16aae27cb/d1627111-e6ec-41b3-94ae-4f2e40e96a75) {{(pid=113089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:50:33.994910 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0542cc4d-ce3e-4a7d-8f73-45fe648c446b None None] Checking router: 6fd1e59f-c87d-46d9-a4fc-3b7ced736e34 for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:50:33.995463 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0542cc4d-ce3e-4a7d-8f73-45fe648c446b None None] Updating router 6fd1e59f-c87d-46d9-a4fc-3b7ced736e34 port bb68a8ad-805e-4842-bf7f-eed15b1dc09f binding host dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 06:50:33.998689 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27997cb6-cb9c-47e7-b991-a55ca8af66c8 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=315ae0f8-ed9d-4e83-9e9a-476d777349db,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:34.023912 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.api.v2.resource [None req-49d5a6cd-31e3-4488-a273-0ef0853a8f33 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] show failed (client error): The resource could not be found. Aug 24 06:50:34.024092 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:34.038964 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-49d5a6cd-31e3-4488-a273-0ef0853a8f33 tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "GET /networking/v2.0/security-groups/315ae0f8-ed9d-4e83-9e9a-476d777349db HTTP/1.1" status: 404 len: 347 time: 0.0906823 Aug 24 06:50:34.041962 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55094) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:34.067914 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-0542cc4d-ce3e-4a7d-8f73-45fe648c446b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (bb68a8ad-805e-4842-bf7f-eed15b1dc09f), before_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:34.103385 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 7af29038-05f2-4948-9883-4601a629761c no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:50:34.134225 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 55098) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:34.175284 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] No Port match for: 7af29038-05f2-4948-9883-4601a629761c {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:50:34.182370 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 7af29038-05f2-4948-9883-4601a629761c not bound to the agent host hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:50:34.197079 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 83987d40-6f9f-4dd2-a145-45c4349b18e4 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:50:34.215582 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282d8307-a71b-4f4b-b8fd-3d43e53279e0 None None] New status for floating IP 67ac1279-07d9-46c6-acd3-3a345bd3bd42: DOWN {{(pid=113090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 06:50:34.274013 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-285e4ac7-c6b8-4f04-9686-c7beae193a08 admin admin] Publish callbacks [] for port (d1627111-e6ec-41b3-94ae-4f2e40e96a75), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:34.289386 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ec84081c-de5e-4102-94d1-e1cf27f06fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:34.297806 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-7c18c809-3273-43a4-bc4e-eb3711bf1dcb tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Deleting port 08eeca4a-50e5-4c31-8294-bbbbb70f4caf {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:50:34.298153 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7c18c809-3273-43a4-bc4e-eb3711bf1dcb tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (08eeca4a-50e5-4c31-8294-bbbbb70f4caf), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:34.321091 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-8e55b3b6-b3b8-4ab3-b04e-789f77725a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820343c7-823d-4628-abf5-30771dea4dcd', 'name': 'tempest-TestVolumeBootPattern-1356598581-router', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:24Z', 'updated_at': '2022-08-24T06:50:27Z', 'revision_number': 4, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'gw_port': {'id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:25Z', 'updated_at': '2022-08-24T06:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '4764ae60-26b8-4543-963f-3b6a497f1051', 'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'mac_address': 'fa:16:3e:dd:9f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:26Z', 'updated_at': '2022-08-24T06:50:33Z', 'revision_number': 4, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'subnets': [{'id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:34.375573 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e55b3b6-b3b8-4ab3-b04e-789f77725a17 None None] The sync data for ids ['820343c7-823d-4628-abf5-30771dea4dcd'] in dv-cinder-854271-1-iscsi is: [{'id': '820343c7-823d-4628-abf5-30771dea4dcd', 'name': 'tempest-TestVolumeBootPattern-1356598581-router', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:24Z', 'updated_at': '2022-08-24T06:50:27Z', 'revision_number': 4, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'gw_port': {'id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:25Z', 'updated_at': '2022-08-24T06:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '4764ae60-26b8-4543-963f-3b6a497f1051', 'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'mac_address': 'fa:16:3e:dd:9f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:26Z', 'updated_at': '2022-08-24T06:50:33Z', 'revision_number': 4, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'subnets': [{'id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:50:34.401395 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:34.412623 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:34.424170 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 4764ae60-26b8-4543-963f-3b6a497f1051 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:50:34.468681 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:34.477819 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-285e4ac7-c6b8-4f04-9686-c7beae193a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (d1627111-e6ec-41b3-94ae-4f2e40e96a75), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:34.490493 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 4764ae60-26b8-4543-963f-3b6a497f1051 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:50:34.490944 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (4764ae60-26b8-4543-963f-3b6a497f1051), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:34.498707 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7c18c809-3273-43a4-bc4e-eb3711bf1dcb tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (08eeca4a-50e5-4c31-8294-bbbbb70f4caf), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:34.499235 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7c18c809-3273-43a4-bc4e-eb3711bf1dcb tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for floatingip (08eeca4a-50e5-4c31-8294-bbbbb70f4caf), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:34.528246 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-7c18c809-3273-43a4-bc4e-eb3711bf1dcb tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Calling delete_port for 08eeca4a-50e5-4c31-8294-bbbbb70f4caf owned by network:floatingip {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:50:34.537364 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ec84081c-de5e-4102-94d1-e1cf27f06fff admin admin] Publish callbacks [] for security_group (dcf4e0d0-e915-4a90-9e72-8a0d464213c8), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:34.595778 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 4764ae60-26b8-4543-963f-3b6a497f1051 is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:50:34.596492 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (4764ae60-26b8-4543-963f-3b6a497f1051), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:34.613324 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285e4ac7-c6b8-4f04-9686-c7beae193a08 admin admin] Network 9752bf03-73fb-4dda-b203-445f855e1b9a is already hosted by enough agents. {{(pid=113089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:50:34.614639 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ec84081c-de5e-4102-94d1-e1cf27f06fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (dcf4e0d0-e915-4a90-9e72-8a0d464213c8), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:34.624300 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:34.676909 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] For port 4764ae60-26b8-4543-963f-3b6a497f1051, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=4764ae60-26b8-4543-963f-3b6a497f1051,segment=NetworkSegment(c71feeb6-08f7-4d1b-9e7b-438449adf7e7),segment_id=c71feeb6-08f7-4d1b-9e7b-438449adf7e7)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:50:34.689312 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (4764ae60-26b8-4543-963f-3b6a497f1051), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:34.690455 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 83987d40-6f9f-4dd2-a145-45c4349b18e4 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:50:34.707138 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-0542cc4d-ce3e-4a7d-8f73-45fe648c446b None None] Publish callbacks [] for port (bb68a8ad-805e-4842-bf7f-eed15b1dc09f), precommit_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:34.710807 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84081c-de5e-4102-94d1-e1cf27f06fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf4e0d0-e915-4a90-9e72-8a0d464213c8,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:34.714198 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [None req-285e4ac7-c6b8-4f04-9686-c7beae193a08 admin admin] Resources bound (agent type, host, resource id): {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:50:34.715996 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e4ac7-c6b8-4f04-9686-c7beae193a08 admin admin] Pushing event updated for resources: {'Port': ['ID=d1627111-e6ec-41b3-94ae-4f2e40e96a75,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:34.721190 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285e4ac7-c6b8-4f04-9686-c7beae193a08 admin admin] Received port after_create {{(pid=113089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:50:34.721190 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-285e4ac7-c6b8-4f04-9686-c7beae193a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698864'] for router_interface (6fd1e59f-c87d-46d9-a4fc-3b7ced736e34), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:34.745894 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-0542cc4d-ce3e-4a7d-8f73-45fe648c446b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (bb68a8ad-805e-4842-bf7f-eed15b1dc09f), after_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:34.824214 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7c18c809-3273-43a4-bc4e-eb3711bf1dcb tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (08eeca4a-50e5-4c31-8294-bbbbb70f4caf), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:34.878998 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18c809-3273-43a4-bc4e-eb3711bf1dcb tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Pushing event deleted for resources: {'Port': ['ID=08eeca4a-50e5-4c31-8294-bbbbb70f4caf,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:34.887876 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55110) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:34.895655 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-ec84081c-de5e-4102-94d1-e1cf27f06fff admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=658028eff0464b4880b4d4bf6fafc240&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7595289 Aug 24 06:50:34.895843 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-0542cc4d-ce3e-4a7d-8f73-45fe648c446b None None] Attempting to bind port bb68a8ad-805e-4842-bf7f-eed15b1dc09f on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:50:34.896099 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-0542cc4d-ce3e-4a7d-8f73-45fe648c446b None None] Attempting to bind port bb68a8ad-805e-4842-bf7f-eed15b1dc09f by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}] {{(pid=113091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:50:34.898098 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0542cc4d-ce3e-4a7d-8f73-45fe648c446b None None] Attempting to bind port bb68a8ad-805e-4842-bf7f-eed15b1dc09f on network ebaf0247-9904-4138-a92a-0e04f684cda3 {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:50:34.904628 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:UPDATE=4 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:34.905331 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 83987d40-6f9f-4dd2-a145-45c4349b18e4 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:50:34.906839 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (83987d40-6f9f-4dd2-a145-45c4349b18e4), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:34.911174 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Pushing event updated for resources: {'Port': ['ID=4764ae60-26b8-4543-963f-3b6a497f1051,revision_number=5']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:34.929279 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0542cc4d-ce3e-4a7d-8f73-45fe648c446b None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:50:34.936346 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0542cc4d-ce3e-4a7d-8f73-45fe648c446b None None] Checking segment: {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:50:34.938206 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-0542cc4d-ce3e-4a7d-8f73-45fe648c446b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:34.938905 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0542cc4d-ce3e-4a7d-8f73-45fe648c446b None None] Bound using segment: {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'} {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:50:34.941312 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-0542cc4d-ce3e-4a7d-8f73-45fe648c446b None None] Bound port: bb68a8ad-805e-4842-bf7f-eed15b1dc09f, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}}] {{(pid=113091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:50:34.942417 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-0542cc4d-ce3e-4a7d-8f73-45fe648c446b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (bb68a8ad-805e-4842-bf7f-eed15b1dc09f), before_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:34.953594 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a508396-b474-4cb2-8de2-fcd07d493962 None None] Pushing event updated for resources: {'Port': ['ID=bb68a8ad-805e-4842-bf7f-eed15b1dc09f,revision_number=2']} {{(pid=113091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:35.033722 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-285e4ac7-c6b8-4f04-9686-c7beae193a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (d1627111-e6ec-41b3-94ae-4f2e40e96a75), before_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:35.077811 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.db [None req-0542cc4d-ce3e-4a7d-8f73-45fe648c446b None None] For port bb68a8ad-805e-4842-bf7f-eed15b1dc09f, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:50:35.078348 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 83987d40-6f9f-4dd2-a145-45c4349b18e4 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:50:35.084541 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.db [None req-0542cc4d-ce3e-4a7d-8f73-45fe648c446b None None] For port bb68a8ad-805e-4842-bf7f-eed15b1dc09f, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=bb68a8ad-805e-4842-bf7f-eed15b1dc09f,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:50:35.092921 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-87d13906-1c45-4eb7-ac0e-e098583bd444 admin admin] Publish callbacks [] for security_group (dcf4e0d0-e915-4a90-9e72-8a0d464213c8), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:35.094176 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-0542cc4d-ce3e-4a7d-8f73-45fe648c446b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (bb68a8ad-805e-4842-bf7f-eed15b1dc09f), after_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:35.111785 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-ea6c5711-ef55-4e24-b20b-79f67eec2288 None None] Provisioning complete for port d1627111-e6ec-41b3-94ae-4f2e40e96a75 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:50:35.114727 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-ea6c5711-ef55-4e24-b20b-79f67eec2288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (d1627111-e6ec-41b3-94ae-4f2e40e96a75), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:35.164806 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-87d13906-1c45-4eb7-ac0e-e098583bd444 admin admin] Publish callbacks [] for security_group (dcf4e0d0-e915-4a90-9e72-8a0d464213c8), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:35.187169 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a508396-b474-4cb2-8de2-fcd07d493962 None None] Pushing event updated for resources: {'Port': ['ID=bb68a8ad-805e-4842-bf7f-eed15b1dc09f,revision_number=3']} {{(pid=113091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:35.198599 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-ea6c5711-ef55-4e24-b20b-79f67eec2288 None None] Port d1627111-e6ec-41b3-94ae-4f2e40e96a75 cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:50:35.212334 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0542cc4d-ce3e-4a7d-8f73-45fe648c446b None None] Routers {'6fd1e59f-c87d-46d9-a4fc-3b7ced736e34'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:50:35.212961 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-0542cc4d-ce3e-4a7d-8f73-45fe648c446b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:50:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['6fd1e59f-c87d-46d9-a4fc-3b7ced736e34'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:35.215936 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7c18c809-3273-43a4-bc4e-eb3711bf1dcb tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks [] for floatingip (67ac1279-07d9-46c6-acd3-3a345bd3bd42), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:35.218919 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7c18c809-3273-43a4-bc4e-eb3711bf1dcb tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:35.220394 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-7c18c809-3273-43a4-bc4e-eb3711bf1dcb tempest-AttachVolumeShelveTestJSON-734238483 tempest-AttachVolumeShelveTestJSON-734238483-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/67ac1279-07d9-46c6-acd3-3a345bd3bd42 HTTP/1.1" status: 204 len: 168 time: 1.1753266 Aug 24 06:50:35.297832 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-87d13906-1c45-4eb7-ac0e-e098583bd444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (dcf4e0d0-e915-4a90-9e72-8a0d464213c8), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:35.301335 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-87d13906-1c45-4eb7-ac0e-e098583bd444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:35.305854 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-87d13906-1c45-4eb7-ac0e-e098583bd444 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/dcf4e0d0-e915-4a90-9e72-8a0d464213c8 HTTP/1.1" status: 204 len: 168 time: 0.4157872 Aug 24 06:50:35.327528 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d13906-1c45-4eb7-ac0e-e098583bd444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf4e0d0-e915-4a90-9e72-8a0d464213c8,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:35.435847 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-285e4ac7-c6b8-4f04-9686-c7beae193a08 admin admin] Publish callbacks [] for port (d1627111-e6ec-41b3-94ae-4f2e40e96a75), precommit_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:35.443439 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-285e4ac7-c6b8-4f04-9686-c7beae193a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (d1627111-e6ec-41b3-94ae-4f2e40e96a75), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:35.445087 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-285e4ac7-c6b8-4f04-9686-c7beae193a08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698892'] for router_interface (6fd1e59f-c87d-46d9-a4fc-3b7ced736e34), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:35.448689 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-0542cc4d-ce3e-4a7d-8f73-45fe648c446b None None] Set router 6fd1e59f-c87d-46d9-a4fc-3b7ced736e34 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:50:35.518463 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e4ac7-c6b8-4f04-9686-c7beae193a08 admin admin] Pushing event updated for resources: {'Port': ['ID=d1627111-e6ec-41b3-94ae-4f2e40e96a75,revision_number=2']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:35.636552 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285e4ac7-c6b8-4f04-9686-c7beae193a08 admin admin] Network 9752bf03-73fb-4dda-b203-445f855e1b9a is already hosted by enough agents. {{(pid=113089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:50:35.638096 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [None req-285e4ac7-c6b8-4f04-9686-c7beae193a08 admin admin] Resources bound (agent type, host, resource id): {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:50:35.821763 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285e4ac7-c6b8-4f04-9686-c7beae193a08 admin admin] Router 6fd1e59f-c87d-46d9-a4fc-3b7ced736e34 has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:50:35.900805 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-0542cc4d-ce3e-4a7d-8f73-45fe648c446b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd1e59f-c87d-46d9-a4fc-3b7ced736e34', 'name': 'tempest-TestVolumeBootPattern-77148804-router', 'tenant_id': '9bc1ce04283647c5a0693deee538d90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'bb68a8ad-805e-4842-bf7f-eed15b1dc09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:29Z', 'updated_at': '2022-08-24T06:50:34Z', 'revision_number': 4, 'project_id': '9bc1ce04283647c5a0693deee538d90d', 'gw_port': {'id': 'bb68a8ad-805e-4842-bf7f-eed15b1dc09f', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ef:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd1e59f-c87d-46d9-a4fc-3b7ced736e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:30Z', 'updated_at': '2022-08-24T06:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': 'd1627111-e6ec-41b3-94ae-4f2e40e96a75', 'name': '', 'network_id': '9752bf03-73fb-4dda-b203-445f855e1b9a', 'tenant_id': '9bc1ce04283647c5a0693deee538d90d', 'mac_address': 'fa:16:3e:57:92:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd1e59f-c87d-46d9-a4fc-3b7ced736e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '1683b6cf-c79a-492d-8eaf-7ca16aae27cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:33Z', 'updated_at': '2022-08-24T06:50:34Z', 'revision_number': 1, 'project_id': '9bc1ce04283647c5a0693deee538d90d', 'subnets': [{'id': '1683b6cf-c79a-492d-8eaf-7ca16aae27cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:35.927966 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0542cc4d-ce3e-4a7d-8f73-45fe648c446b None None] The sync data for ids ['6fd1e59f-c87d-46d9-a4fc-3b7ced736e34'] in dv-cinder-854271-1-iscsi is: [{'id': '6fd1e59f-c87d-46d9-a4fc-3b7ced736e34', 'name': 'tempest-TestVolumeBootPattern-77148804-router', 'tenant_id': '9bc1ce04283647c5a0693deee538d90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'bb68a8ad-805e-4842-bf7f-eed15b1dc09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:29Z', 'updated_at': '2022-08-24T06:50:34Z', 'revision_number': 4, 'project_id': '9bc1ce04283647c5a0693deee538d90d', 'gw_port': {'id': 'bb68a8ad-805e-4842-bf7f-eed15b1dc09f', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ef:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd1e59f-c87d-46d9-a4fc-3b7ced736e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:30Z', 'updated_at': '2022-08-24T06:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': 'd1627111-e6ec-41b3-94ae-4f2e40e96a75', 'name': '', 'network_id': '9752bf03-73fb-4dda-b203-445f855e1b9a', 'tenant_id': '9bc1ce04283647c5a0693deee538d90d', 'mac_address': 'fa:16:3e:57:92:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd1e59f-c87d-46d9-a4fc-3b7ced736e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '1683b6cf-c79a-492d-8eaf-7ca16aae27cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:33Z', 'updated_at': '2022-08-24T06:50:34Z', 'revision_number': 1, 'project_id': '9bc1ce04283647c5a0693deee538d90d', 'subnets': [{'id': '1683b6cf-c79a-492d-8eaf-7ca16aae27cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:50:35.988014 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285e4ac7-c6b8-4f04-9686-c7beae193a08 admin admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:50:35.994379 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-285e4ac7-c6b8-4f04-9686-c7beae193a08 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/6fd1e59f-c87d-46d9-a4fc-3b7ced736e34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3042583 Aug 24 06:50:36.023380 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-209ee4e2-7a56-4ba1-b3a8-712b95becb3f None None] Provisioning complete for port d1627111-e6ec-41b3-94ae-4f2e40e96a75 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:50:36.024031 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-209ee4e2-7a56-4ba1-b3a8-712b95becb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (d1627111-e6ec-41b3-94ae-4f2e40e96a75), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:36.067962 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-209ee4e2-7a56-4ba1-b3a8-712b95becb3f None None] Port d1627111-e6ec-41b3-94ae-4f2e40e96a75 cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:50:36.333208 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 4764ae60-26b8-4543-963f-3b6a497f1051 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:50:36.426460 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 4764ae60-26b8-4543-963f-3b6a497f1051 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:50:36.426785 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (4764ae60-26b8-4543-963f-3b6a497f1051), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:36.597113 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55170) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:36.606487 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-91dddc97-dab9-47f2-a535-b0412c454347 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1819948811', 'description': 'tempest-secgroup-smoke-1819948811 description', 'project_id': '13dae75bec47489cac0248f2bb2c197d'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:50:36.650098 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:36.693322 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-91dddc97-dab9-47f2-a535-b0412c454347 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:36.741767 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 4764ae60-26b8-4543-963f-3b6a497f1051 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:50:36.791377 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:36.822379 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 55178) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:36.829314 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 55180) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:36.863443 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-91dddc97-dab9-47f2-a535-b0412c454347 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for security_group (e85ccc86-689c-4e54-9a0b-aaa37444d21c), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:36.873750 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-91dddc97-dab9-47f2-a535-b0412c454347 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (e85ccc86-689c-4e54-9a0b-aaa37444d21c), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:36.902879 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-91dddc97-dab9-47f2-a535-b0412c454347 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:36.904302 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-91dddc97-dab9-47f2-a535-b0412c454347 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3060365 Aug 24 06:50:36.907373 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55186) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:36.927150 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-1932891c-c284-401f-ab9b-5d1d1ec335e8 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Request body: {'security_group_rule': {'security_group_id': 'e85ccc86-689c-4e54-9a0b-aaa37444d21c', 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:50:36.957111 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dddc97-dab9-47f2-a535-b0412c454347 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e85ccc86-689c-4e54-9a0b-aaa37444d21c,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:36.981557 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-1932891c-c284-401f-ab9b-5d1d1ec335e8 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for security_group_rule (0887f0b1-47ad-4726-9aad-9e07a51d4857), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:37.065185 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-9ada1fc0-8485-4049-a01c-909e2261bbb9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1739982149-network', 'tenant_id': '862629108fd34417bed67e1b5eedbe92'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:50:37.079490 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-1932891c-c284-401f-ab9b-5d1d1ec335e8 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for security_group_rule (0887f0b1-47ad-4726-9aad-9e07a51d4857), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:37.088358 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-1932891c-c284-401f-ab9b-5d1d1ec335e8 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (0887f0b1-47ad-4726-9aad-9e07a51d4857), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:37.106144 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ada1fc0-8485-4049-a01c-909e2261bbb9 admin admin] Made reservation on behalf of 862629108fd34417bed67e1b5eedbe92 for: {'network': 1} {{(pid=113089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:50:37.109193 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9ada1fc0-8485-4049-a01c-909e2261bbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for network (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:37.115113 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932891c-c284-401f-ab9b-5d1d1ec335e8 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0887f0b1-47ad-4726-9aad-9e07a51d4857,revision_number=0']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:37.134226 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-1932891c-c284-401f-ab9b-5d1d1ec335e8 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:37.134407 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9ada1fc0-8485-4049-a01c-909e2261bbb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:37.137699 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-1932891c-c284-401f-ab9b-5d1d1ec335e8 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2260389 Aug 24 06:50:37.140042 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55190) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:37.149234 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:37.151627 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-2bb613b7-ea35-4bdc-b7ab-d13b29ba72f6 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Request body: {'security_group_rule': {'security_group_id': 'e85ccc86-689c-4e54-9a0b-aaa37444d21c', 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:50:37.209859 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-2bb613b7-ea35-4bdc-b7ab-d13b29ba72f6 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for security_group_rule (e1fbce68-5a30-414f-8143-5c1eecacbe98), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:37.297251 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-2bb613b7-ea35-4bdc-b7ab-d13b29ba72f6 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for security_group_rule (e1fbce68-5a30-414f-8143-5c1eecacbe98), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:37.303032 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-2bb613b7-ea35-4bdc-b7ab-d13b29ba72f6 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (e1fbce68-5a30-414f-8143-5c1eecacbe98), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:37.324001 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb613b7-ea35-4bdc-b7ab-d13b29ba72f6 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1fbce68-5a30-414f-8143-5c1eecacbe98,revision_number=0']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:37.334659 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-2bb613b7-ea35-4bdc-b7ab-d13b29ba72f6 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:37.335256 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-2bb613b7-ea35-4bdc-b7ab-d13b29ba72f6 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1941347 Aug 24 06:50:37.337967 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55194) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:37.342823 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-f8670365-f9fb-415d-bd93-e1a9d484c768 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Request body: {'security_group_rule': {'security_group_id': 'e85ccc86-689c-4e54-9a0b-aaa37444d21c', 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:50:37.363417 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:37.377265 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f8670365-f9fb-415d-bd93-e1a9d484c768 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for security_group_rule (e232b53b-aa55-4504-92b3-3882dd066c6b), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:37.402742 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9ada1fc0-8485-4049-a01c-909e2261bbb9 admin admin] Publish callbacks [] for security_group (8fe9486e-4e22-4139-a254-873886d1432a), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:37.413692 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9ada1fc0-8485-4049-a01c-909e2261bbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (8fe9486e-4e22-4139-a254-873886d1432a), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:37.427823 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-4119855a-d3e6-4050-aa88-4a56b487fcfc tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Deleting port bf041db8-7b40-4104-b1bd-13a0cae8f1ef {{(pid=113089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:50:37.427823 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-4119855a-d3e6-4050-aa88-4a56b487fcfc tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (bf041db8-7b40-4104-b1bd-13a0cae8f1ef), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:37.443275 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f8670365-f9fb-415d-bd93-e1a9d484c768 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for security_group_rule (e232b53b-aa55-4504-92b3-3882dd066c6b), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:37.449465 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f8670365-f9fb-415d-bd93-e1a9d484c768 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (e232b53b-aa55-4504-92b3-3882dd066c6b), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:37.456234 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=12 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:37.473821 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8670365-f9fb-415d-bd93-e1a9d484c768 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e232b53b-aa55-4504-92b3-3882dd066c6b,revision_number=0']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:37.479019 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ada1fc0-8485-4049-a01c-909e2261bbb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=113089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 06:50:37.483668 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f8670365-f9fb-415d-bd93-e1a9d484c768 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:37.485082 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-f8670365-f9fb-415d-bd93-e1a9d484c768 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1461391 Aug 24 06:50:37.488210 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55196) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:37.491815 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada1fc0-8485-4049-a01c-909e2261bbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe9486e-4e22-4139-a254-873886d1432a,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:37.493413 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-11435996-b97d-4891-9ee9-1e84366b939a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Request body: {'security_group_rule': {'security_group_id': 'e85ccc86-689c-4e54-9a0b-aaa37444d21c', 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:50:37.524970 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-11435996-b97d-4891-9ee9-1e84366b939a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for security_group_rule (dca8046d-6320-45b9-8304-8594e7cbab84), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:37.526708 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9ada1fc0-8485-4049-a01c-909e2261bbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (4a496237-3567-4f9a-83fc-993db05f9ae8), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:37.527053 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.db.segments_db [None req-9ada1fc0-8485-4049-a01c-909e2261bbb9 admin admin] Added segment 4a496237-3567-4f9a-83fc-993db05f9ae8 of type vlan for network c10359f8-b705-48e5-897a-5add911a1d12 Aug 24 06:50:37.588610 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9ada1fc0-8485-4049-a01c-909e2261bbb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748142589579'] for network (c10359f8-b705-48e5-897a-5add911a1d12), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:37.592267 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-11435996-b97d-4891-9ee9-1e84366b939a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for security_group_rule (dca8046d-6320-45b9-8304-8594e7cbab84), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:37.595052 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-4119855a-d3e6-4050-aa88-4a56b487fcfc tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (bf041db8-7b40-4104-b1bd-13a0cae8f1ef), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:37.595407 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-4119855a-d3e6-4050-aa88-4a56b487fcfc tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks [] for floatingip (bf041db8-7b40-4104-b1bd-13a0cae8f1ef), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:37.599276 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-11435996-b97d-4891-9ee9-1e84366b939a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (dca8046d-6320-45b9-8304-8594e7cbab84), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:37.617381 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-4119855a-d3e6-4050-aa88-4a56b487fcfc tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Calling delete_port for bf041db8-7b40-4104-b1bd-13a0cae8f1ef owned by network:floatingip {{(pid=113089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:50:37.624155 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11435996-b97d-4891-9ee9-1e84366b939a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca8046d-6320-45b9-8304-8594e7cbab84,revision_number=0']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:37.633580 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-11435996-b97d-4891-9ee9-1e84366b939a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:37.635395 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-11435996-b97d-4891-9ee9-1e84366b939a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1458647 Aug 24 06:50:37.638250 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55198) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:37.644747 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-cdf0594d-eefe-43df-8b96-2ac9c0db5774 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Request body: {'security_group_rule': {'security_group_id': 'e85ccc86-689c-4e54-9a0b-aaa37444d21c', 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:50:37.669809 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.db.securitygroups_db [None req-cdf0594d-eefe-43df-8b96-2ac9c0db5774 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Project 13dae75bec47489cac0248f2bb2c197d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 06:50:37.676457 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-cdf0594d-eefe-43df-8b96-2ac9c0db5774 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for security_group_rule (4eb1ac00-e385-4d15-9984-0fb7dc1afa15), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:37.677732 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9ada1fc0-8485-4049-a01c-909e2261bbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for network (c10359f8-b705-48e5-897a-5add911a1d12), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:37.679225 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ada1fc0-8485-4049-a01c-909e2261bbb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:37.679387 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9ada1fc0-8485-4049-a01c-909e2261bbb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:37.711385 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:37.749377 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-cdf0594d-eefe-43df-8b96-2ac9c0db5774 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for security_group_rule (4eb1ac00-e385-4d15-9984-0fb7dc1afa15), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:37.757307 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-9ada1fc0-8485-4049-a01c-909e2261bbb9 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9263165 Aug 24 06:50:37.760561 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55200) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:37.765824 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-32af9406-8bbc-4361-b83d-afba8d696d43 admin admin] Request body: {'subnet': {'network_id': 'c10359f8-b705-48e5-897a-5add911a1d12', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1739982149-subnet', 'tenant_id': '862629108fd34417bed67e1b5eedbe92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:50:37.773440 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-cdf0594d-eefe-43df-8b96-2ac9c0db5774 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (4eb1ac00-e385-4d15-9984-0fb7dc1afa15), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:37.798349 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0594d-eefe-43df-8b96-2ac9c0db5774 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eb1ac00-e385-4d15-9984-0fb7dc1afa15,revision_number=0']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:37.804501 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada1fc0-8485-4049-a01c-909e2261bbb9 admin admin] Pushing event updated for resources: {'Network': ['ID=c10359f8-b705-48e5-897a-5add911a1d12,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:37.815680 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32af9406-8bbc-4361-b83d-afba8d696d43 admin admin] Made reservation on behalf of 862629108fd34417bed67e1b5eedbe92 for: {'subnet': 1} {{(pid=113088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:50:37.818764 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-32af9406-8bbc-4361-b83d-afba8d696d43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404133'] for subnet (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:37.819075 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Network c10359f8-b705-48e5-897a-5add911a1d12 details requested by agent ovs-agent-dv-cinder-854271-1-iscsi with host dv-cinder-854271-1-iscsi {{(pid=113090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 06:50:37.839520 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-cdf0594d-eefe-43df-8b96-2ac9c0db5774 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:37.843959 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 55202) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:37.844588 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-cdf0594d-eefe-43df-8b96-2ac9c0db5774 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2047162 Aug 24 06:50:37.848771 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-dec30d61-a687-4416-9fb5-fa300ab555dc tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Request body: {'security_group_rule': {'security_group_id': 'e85ccc86-689c-4e54-9a0b-aaa37444d21c', 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:50:38.152045 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 55210) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:38.219281 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.db.securitygroups_db [None req-dec30d61-a687-4416-9fb5-fa300ab555dc tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Project 13dae75bec47489cac0248f2bb2c197d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 06:50:38.229898 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-dec30d61-a687-4416-9fb5-fa300ab555dc tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for security_group_rule (3cb66917-97d9-42bf-99f4-90a889a36ce1), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:38.322329 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-32af9406-8bbc-4361-b83d-afba8d696d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4108356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404043'] for subnet (79879c3e-3a0d-451b-928d-3a9eff9ac528), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:38.367586 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-4119855a-d3e6-4050-aa88-4a56b487fcfc tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118'] for port (bf041db8-7b40-4104-b1bd-13a0cae8f1ef), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:38.391027 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device bb68a8ad-805e-4842-bf7f-eed15b1dc09f up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:50:38.392738 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af9406-8bbc-4361-b83d-afba8d696d43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79879c3e-3a0d-451b-928d-3a9eff9ac528,revision_number=0']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:38.406876 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af9406-8bbc-4361-b83d-afba8d696d43 admin admin] Checking segment: {'id': '4a496237-3567-4f9a-83fc-993db05f9ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c10359f8-b705-48e5-897a-5add911a1d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:50:38.407374 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32af9406-8bbc-4361-b83d-afba8d696d43 admin admin] Network hostable DHCP agents. Network: c10359f8-b705-48e5-897a-5add911a1d12, hostable agents: ['133a3e8a-16cb-4472-a923-08e28c023b55'], hosted agents: [] {{(pid=113088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 06:50:38.431452 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32af9406-8bbc-4361-b83d-afba8d696d43 admin admin] Network c10359f8-b705-48e5-897a-5add911a1d12 is scheduled to be hosted by DHCP agent 133a3e8a-16cb-4472-a923-08e28c023b55 with binding_index 1 {{(pid=113088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 06:50:38.447997 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-32af9406-8bbc-4361-b83d-afba8d696d43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854271-1-iscsi, c10359f8-b705-48e5-897a-5add911a1d12) {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:50:38.449454 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:38.454145 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32af9406-8bbc-4361-b83d-afba8d696d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:38.455654 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port bb68a8ad-805e-4842-bf7f-eed15b1dc09f triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:50:38.456008 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119855a-d3e6-4050-aa88-4a56b487fcfc tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Pushing event deleted for resources: {'Port': ['ID=bf041db8-7b40-4104-b1bd-13a0cae8f1ef,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:38.456470 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (bb68a8ad-805e-4842-bf7f-eed15b1dc09f), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:38.456601 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-32af9406-8bbc-4361-b83d-afba8d696d43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:38.482570 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecae2de1-511e-46eb-a056-2ee558936743 None None] Network c10359f8-b705-48e5-897a-5add911a1d12 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:50:38.494685 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-32af9406-8bbc-4361-b83d-afba8d696d43 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7326767 Aug 24 06:50:38.511315 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-4119855a-d3e6-4050-aa88-4a56b487fcfc tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks [] for floatingip (14ce038c-f778-4715-9af4-25d4e06ae602), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:38.511649 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.db.l3_db [None req-4119855a-d3e6-4050-aa88-4a56b487fcfc tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Floating IP 14ce038c-f778-4715-9af4-25d4e06ae602 disassociated (deleted). External IP: 172.27.3.66, port: 23d72516-fd9a-4990-84c2-92849cc63fb1. Aug 24 06:50:38.517381 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-dec30d61-a687-4416-9fb5-fa300ab555dc tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for security_group_rule (3cb66917-97d9-42bf-99f4-90a889a36ce1), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:38.591698 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=83,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:38.600020 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-dec30d61-a687-4416-9fb5-fa300ab555dc tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (3cb66917-97d9-42bf-99f4-90a889a36ce1), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:38.615229 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=100 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:38.658159 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-dec30d61-a687-4416-9fb5-fa300ab555dc tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:38.661682 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-dec30d61-a687-4416-9fb5-fa300ab555dc tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8164809 Aug 24 06:50:38.667894 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec30d61-a687-4416-9fb5-fa300ab555dc tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cb66917-97d9-42bf-99f4-90a889a36ce1,revision_number=0']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:38.715901 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port bb68a8ad-805e-4842-bf7f-eed15b1dc09f is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:50:38.717934 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (bb68a8ad-805e-4842-bf7f-eed15b1dc09f), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:38.728797 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5939bb-dd13-4c74-9cf8-0a407e685a63 None None] Network c10359f8-b705-48e5-897a-5add911a1d12 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:50:38.777166 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] For port bb68a8ad-805e-4842-bf7f-eed15b1dc09f, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=bb68a8ad-805e-4842-bf7f-eed15b1dc09f,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:50:38.787086 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (bb68a8ad-805e-4842-bf7f-eed15b1dc09f), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:38.932291 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Pushing event updated for resources: {'Port': ['ID=bb68a8ad-805e-4842-bf7f-eed15b1dc09f,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:39.138791 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4119855a-d3e6-4050-aa88-4a56b487fcfc tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Router 3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6 has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:50:39.319170 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55294) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:39.336536 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-32a59e07-9dd1-49b8-976e-63e756c5f9de admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-703521134-network', 'tenant_id': '59f74258d2804930a74fb18db98f4d92'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:50:39.344601 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-35a8a727-4107-456f-bc8f-3b7189867714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699757'] for router_interface (b859ea55-410f-4150-99fc-46246c7302ec), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:39.360968 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a59e07-9dd1-49b8-976e-63e756c5f9de admin admin] Made reservation on behalf of 59f74258d2804930a74fb18db98f4d92 for: {'network': 1} {{(pid=113088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:50:39.363504 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-32a59e07-9dd1-49b8-976e-63e756c5f9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for network (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:39.372255 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-32a59e07-9dd1-49b8-976e-63e756c5f9de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:39.416418 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:39.449686 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4119855a-d3e6-4050-aa88-4a56b487fcfc tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:50:39.452652 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e458e6ce-a02c-44bb-8fd1-0f716747bef0 None None] Sync routers for ids ['6fd1e59f-c87d-46d9-a4fc-3b7ced736e34'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:50:39.458161 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-4119855a-d3e6-4050-aa88-4a56b487fcfc tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:39.465508 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c062360-7d5b-4e38-b85e-0fe9c26d7e5e None None] Sync routers for ids ['3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6'] in dv-cinder-854271-1-iscsi {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:50:39.465942 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e458e6ce-a02c-44bb-8fd1-0f716747bef0 None None] Routers {'6fd1e59f-c87d-46d9-a4fc-3b7ced736e34'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:50:39.466564 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-e458e6ce-a02c-44bb-8fd1-0f716747bef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:50:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['6fd1e59f-c87d-46d9-a4fc-3b7ced736e34'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:39.483389 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-32a59e07-9dd1-49b8-976e-63e756c5f9de admin admin] Publish callbacks [] for security_group (526b7082-f4f5-4ec3-ad31-fd7e113c4805), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:39.492727 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-32a59e07-9dd1-49b8-976e-63e756c5f9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (526b7082-f4f5-4ec3-ad31-fd7e113c4805), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:39.493237 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c062360-7d5b-4e38-b85e-0fe9c26d7e5e None None] Routers {'3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:50:39.494206 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-6c062360-7d5b-4e38-b85e-0fe9c26d7e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:50:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:39.540666 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a59e07-9dd1-49b8-976e-63e756c5f9de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=113088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 06:50:39.551862 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a59e07-9dd1-49b8-976e-63e756c5f9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526b7082-f4f5-4ec3-ad31-fd7e113c4805,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:39.552374 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-4119855a-d3e6-4050-aa88-4a56b487fcfc tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/14ce038c-f778-4715-9af4-25d4e06ae602 HTTP/1.1" status: 204 len: 168 time: 2.7278426 Aug 24 06:50:39.560556 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-32a59e07-9dd1-49b8-976e-63e756c5f9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (2a70f051-d896-413a-92a3-36e72b6fe421), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:39.561622 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.db.segments_db [None req-32a59e07-9dd1-49b8-976e-63e756c5f9de admin admin] Added segment 2a70f051-d896-413a-92a3-36e72b6fe421 of type vlan for network 5736da7a-7fe6-46d1-9c1a-08150a666d2c Aug 24 06:50:39.601084 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb639cc-8b84-4663-b991-2954e9c87fef', 'tag': '23d72516-fd9a-4990-84c2-92849cc63fb1'}] {{(pid=113089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:50:39.604118 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95c9b8c2b54b2cd10d832cf4cc4818d331942fea0eff1eb136de0d3feea1bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49f06c5-f258-4ab4-a82d-710c1197cd34" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb639cc-8b84-4663-b991-2954e9c87fef", "tag": "23d72516-fd9a-4990-84c2-92849cc63fb1"}]}' {{(pid=113089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:50:39.615276 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-32a59e07-9dd1-49b8-976e-63e756c5f9de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748142589579'] for network (5736da7a-7fe6-46d1-9c1a-08150a666d2c), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:39.620205 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-6c062360-7d5b-4e38-b85e-0fe9c26d7e5e None None] Set router 3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:50:39.650930 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:39.658374 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-32a59e07-9dd1-49b8-976e-63e756c5f9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for network (5736da7a-7fe6-46d1-9c1a-08150a666d2c), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:39.660227 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a59e07-9dd1-49b8-976e-63e756c5f9de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:39.662341 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-32a59e07-9dd1-49b8-976e-63e756c5f9de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:39.683842 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:39.716278 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-32a59e07-9dd1-49b8-976e-63e756c5f9de admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3958001 Aug 24 06:50:39.720599 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55316) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:39.728134 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-e458e6ce-a02c-44bb-8fd1-0f716747bef0 None None] Set router 6fd1e59f-c87d-46d9-a4fc-3b7ced736e34 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:50:39.731178 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-bc4b7c20-db64-499c-a2a5-39e42fd5d714 admin admin] Request body: {'subnet': {'network_id': '5736da7a-7fe6-46d1-9c1a-08150a666d2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-703521134-subnet', 'tenant_id': '59f74258d2804930a74fb18db98f4d92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:50:39.783571 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:39.798113 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a59e07-9dd1-49b8-976e-63e756c5f9de admin admin] Pushing event updated for resources: {'Network': ['ID=5736da7a-7fe6-46d1-9c1a-08150a666d2c,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:39.834443 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:39.848903 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4b7c20-db64-499c-a2a5-39e42fd5d714 admin admin] Made reservation on behalf of 59f74258d2804930a74fb18db98f4d92 for: {'subnet': 1} {{(pid=113088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:50:39.859685 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7c20-db64-499c-a2a5-39e42fd5d714 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404133'] for subnet (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:39.992683 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Network 5736da7a-7fe6-46d1-9c1a-08150a666d2c details requested by agent ovs-agent-dv-cinder-854271-1-iscsi with host dv-cinder-854271-1-iscsi {{(pid=113090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 06:50:40.016154 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-35a8a727-4107-456f-bc8f-3b7189867714 admin admin] Deleting port 8c16fb31-f66e-45bd-b513-c1d7c73b297e {{(pid=113089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:50:40.017015 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-35a8a727-4107-456f-bc8f-3b7189867714 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (8c16fb31-f66e-45bd-b513-c1d7c73b297e), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:40.030464 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:40.088139 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-e458e6ce-a02c-44bb-8fd1-0f716747bef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd1e59f-c87d-46d9-a4fc-3b7ced736e34', 'name': 'tempest-TestVolumeBootPattern-77148804-router', 'tenant_id': '9bc1ce04283647c5a0693deee538d90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'bb68a8ad-805e-4842-bf7f-eed15b1dc09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:29Z', 'updated_at': '2022-08-24T06:50:34Z', 'revision_number': 4, 'project_id': '9bc1ce04283647c5a0693deee538d90d', 'gw_port': {'id': 'bb68a8ad-805e-4842-bf7f-eed15b1dc09f', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd1e59f-c87d-46d9-a4fc-3b7ced736e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:30Z', 'updated_at': '2022-08-24T06:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': 'd1627111-e6ec-41b3-94ae-4f2e40e96a75', 'name': '', 'network_id': '9752bf03-73fb-4dda-b203-445f855e1b9a', 'tenant_id': '9bc1ce04283647c5a0693deee538d90d', 'mac_address': 'fa:16:3e:57:92:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd1e59f-c87d-46d9-a4fc-3b7ced736e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '1683b6cf-c79a-492d-8eaf-7ca16aae27cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:33Z', 'updated_at': '2022-08-24T06:50:35Z', 'revision_number': 2, 'project_id': '9bc1ce04283647c5a0693deee538d90d', 'subnets': [{'id': '1683b6cf-c79a-492d-8eaf-7ca16aae27cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:40.134240 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e458e6ce-a02c-44bb-8fd1-0f716747bef0 None None] Checking router: 6fd1e59f-c87d-46d9-a4fc-3b7ced736e34 for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:50:40.135846 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e458e6ce-a02c-44bb-8fd1-0f716747bef0 None None] Updating router 6fd1e59f-c87d-46d9-a4fc-3b7ced736e34 port d1627111-e6ec-41b3-94ae-4f2e40e96a75 binding host dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 06:50:40.200863 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-e458e6ce-a02c-44bb-8fd1-0f716747bef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (d1627111-e6ec-41b3-94ae-4f2e40e96a75), before_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:40.213219 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7c20-db64-499c-a2a5-39e42fd5d714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4108356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404043'] for subnet (05adf21c-3b23-4f2c-b8ef-52583c5701bf), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:40.240206 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1f98c4-99da-4438-9e16-5e0b5eaeec19 x-openstack-request-id: req-5c1f98c4-99da-4438-9e16-5e0b5eaeec19 {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:50:40.241347 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb639cc-8b84-4663-b991-2954e9c87fef", "tag": "23d72516-fd9a-4990-84c2-92849cc63fb1", "status": "completed", "code": 200}]} {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:50:40.242007 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5c1f98c4-99da-4438-9e16-5e0b5eaeec19 {{(pid=113089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:50:40.243045 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c1f98c4-99da-4438-9e16-5e0b5eaeec19'] response: {'name': 'network-changed', 'server_uuid': 'cdb639cc-8b84-4663-b991-2954e9c87fef', 'tag': '23d72516-fd9a-4990-84c2-92849cc63fb1', 'status': 'completed', 'code': 200} Aug 24 06:50:40.274631 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b0f31-18b9-4bad-9811-cc8f65bf2b6a req-73160b12-7bce-4279-ad1e-0609a2503ec6 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:40.276490 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0a6b0f31-18b9-4bad-9811-cc8f65bf2b6a req-73160b12-7bce-4279-ad1e-0609a2503ec6 tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 946 time: 0.2615030 Aug 24 06:50:40.313323 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b7c20-db64-499c-a2a5-39e42fd5d714 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05adf21c-3b23-4f2c-b8ef-52583c5701bf,revision_number=0']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:40.325592 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4b7c20-db64-499c-a2a5-39e42fd5d714 admin admin] Checking segment: {'id': '2a70f051-d896-413a-92a3-36e72b6fe421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5736da7a-7fe6-46d1-9c1a-08150a666d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:50:40.326323 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4b7c20-db64-499c-a2a5-39e42fd5d714 admin admin] Network hostable DHCP agents. Network: 5736da7a-7fe6-46d1-9c1a-08150a666d2c, hostable agents: ['133a3e8a-16cb-4472-a923-08e28c023b55'], hosted agents: [] {{(pid=113088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 06:50:40.349963 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.db [None req-35a8a727-4107-456f-bc8f-3b7189867714 admin admin] For port 8c16fb31-f66e-45bd-b513-c1d7c73b297e, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=8c16fb31-f66e-45bd-b513-c1d7c73b297e,segment=NetworkSegment(b5516234-5380-4558-bccf-bf2354b2ccbf),segment_id=b5516234-5380-4558-bccf-bf2354b2ccbf)] {{(pid=113089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:50:40.351581 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-35a8a727-4107-456f-bc8f-3b7189867714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (8c16fb31-f66e-45bd-b513-c1d7c73b297e), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:40.377404 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-35a8a727-4107-456f-bc8f-3b7189867714 admin admin] Calling delete_port for 8c16fb31-f66e-45bd-b513-c1d7c73b297e owned by network:router_interface {{(pid=113089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:50:40.385311 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4b7c20-db64-499c-a2a5-39e42fd5d714 admin admin] Network 5736da7a-7fe6-46d1-9c1a-08150a666d2c is scheduled to be hosted by DHCP agent 133a3e8a-16cb-4472-a923-08e28c023b55 with binding_index 1 {{(pid=113088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 06:50:40.414841 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-bc4b7c20-db64-499c-a2a5-39e42fd5d714 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854271-1-iscsi, 5736da7a-7fe6-46d1-9c1a-08150a666d2c) {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:50:40.417874 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device bb68a8ad-805e-4842-bf7f-eed15b1dc09f up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:50:40.440620 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4b7c20-db64-499c-a2a5-39e42fd5d714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:40.441467 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7c20-db64-499c-a2a5-39e42fd5d714 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:40.468783 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419d8c61-96d6-4217-87f8-904887c7a88b None None] Network 5736da7a-7fe6-46d1-9c1a-08150a666d2c requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:50:40.499152 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-bc4b7c20-db64-499c-a2a5-39e42fd5d714 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7709482 Aug 24 06:50:40.522497 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:40.676973 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-6c062360-7d5b-4e38-b85e-0fe9c26d7e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'name': 'tempest-TestShelveInstance-422531790-router', 'tenant_id': '0bf38c354bea44f5a503e76fa53b20f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '56e61e89-f03d-42b2-8ea0-504726c55535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:44:57Z', 'updated_at': '2022-08-24T06:45:00Z', 'revision_number': 4, 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'gw_port': {'id': '56e61e89-f03d-42b2-8ea0-504726c55535', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:44:58Z', 'updated_at': '2022-08-24T06:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '8154d28a-c953-47ce-8f6e-a5c81a08ced5', 'name': '', 'network_id': '1a65afdd-a8e2-4518-9256-f6218e06bf95', 'tenant_id': '0bf38c354bea44f5a503e76fa53b20f6', 'mac_address': 'fa:16:3e:38:bb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'c0ac3680-c342-4f76-808a-5fdbedfba4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:44:59Z', 'updated_at': '2022-08-24T06:45:06Z', 'revision_number': 5, 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'subnets': [{'id': 'c0ac3680-c342-4f76-808a-5fdbedfba4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:40.694646 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0a6b0f31-18b9-4bad-9811-cc8f65bf2b6a req-aa443d24-6780-41e3-bab6-0a7f24f77acf tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.4098699 Aug 24 06:50:40.718710 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-35a8a727-4107-456f-bc8f-3b7189867714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118'] for port (8c16fb31-f66e-45bd-b513-c1d7c73b297e), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:40.749657 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a108bd89-8d44-44fc-b473-7167ceb076ea None None] Network 5736da7a-7fe6-46d1-9c1a-08150a666d2c requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:50:40.751021 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-e458e6ce-a02c-44bb-8fd1-0f716747bef0 None None] Publish callbacks [] for port (d1627111-e6ec-41b3-94ae-4f2e40e96a75), precommit_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:40.763712 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55338) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:40.765731 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-e458e6ce-a02c-44bb-8fd1-0f716747bef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (d1627111-e6ec-41b3-94ae-4f2e40e96a75), after_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:40.778688 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8a727-4107-456f-bc8f-3b7189867714 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c16fb31-f66e-45bd-b513-c1d7c73b297e,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:40.788624 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c062360-7d5b-4e38-b85e-0fe9c26d7e5e None None] Checking router: 3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6 for host: dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:50:40.791316 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0590b35b-257d-45f1-b213-bcb6211ca598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:40.875850 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port bb68a8ad-805e-4842-bf7f-eed15b1dc09f triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:50:40.876369 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (bb68a8ad-805e-4842-bf7f-eed15b1dc09f), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:40.878803 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c062360-7d5b-4e38-b85e-0fe9c26d7e5e None None] Routers {'3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:50:40.879564 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-6c062360-7d5b-4e38-b85e-0fe9c26d7e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:50:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:40.957152 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d227db0-fe77-4441-9a12-9c3217d9760b None None] Pushing event updated for resources: {'Port': ['ID=d1627111-e6ec-41b3-94ae-4f2e40e96a75,revision_number=3']} {{(pid=113091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:41.007325 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f06c5-f258-4ab4-a82d-710c1197cd34 req-b0fe676f-0bef-4ee1-8cc1-685437cd0720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:41.009286 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f49f06c5-f258-4ab4-a82d-710c1197cd34 req-b0fe676f-0bef-4ee1-8cc1-685437cd0720 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0bf38c354bea44f5a503e76fa53b20f6&device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 1130 time: 0.0677819 Aug 24 06:50:41.047378 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-e458e6ce-a02c-44bb-8fd1-0f716747bef0 None None] Attempting to bind port d1627111-e6ec-41b3-94ae-4f2e40e96a75 on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:50:41.047742 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-e458e6ce-a02c-44bb-8fd1-0f716747bef0 None None] Attempting to bind port d1627111-e6ec-41b3-94ae-4f2e40e96a75 by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': '47c8a641-a120-4c86-9aa2-a3555d82cda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9752bf03-73fb-4dda-b203-445f855e1b9a'}] {{(pid=113091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:50:41.048291 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458e6ce-a02c-44bb-8fd1-0f716747bef0 None None] Attempting to bind port d1627111-e6ec-41b3-94ae-4f2e40e96a75 on network 9752bf03-73fb-4dda-b203-445f855e1b9a {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:50:41.057835 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458e6ce-a02c-44bb-8fd1-0f716747bef0 None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:50:41.058525 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458e6ce-a02c-44bb-8fd1-0f716747bef0 None None] Checking segment: {'id': '47c8a641-a120-4c86-9aa2-a3555d82cda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9752bf03-73fb-4dda-b203-445f855e1b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:50:41.059836 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-e458e6ce-a02c-44bb-8fd1-0f716747bef0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:41.060824 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458e6ce-a02c-44bb-8fd1-0f716747bef0 None None] Bound using segment: {'id': '47c8a641-a120-4c86-9aa2-a3555d82cda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9752bf03-73fb-4dda-b203-445f855e1b9a'} {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:50:41.063933 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-e458e6ce-a02c-44bb-8fd1-0f716747bef0 None None] Bound port: d1627111-e6ec-41b3-94ae-4f2e40e96a75, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c8a641-a120-4c86-9aa2-a3555d82cda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9752bf03-73fb-4dda-b203-445f855e1b9a'}}] {{(pid=113091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:50:41.064691 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-e458e6ce-a02c-44bb-8fd1-0f716747bef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (d1627111-e6ec-41b3-94ae-4f2e40e96a75), before_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:41.073260 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-35a8a727-4107-456f-bc8f-3b7189867714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699641'] for router_interface (b859ea55-410f-4150-99fc-46246c7302ec), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:41.122646 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-17ccbcf9-646e-433c-8a11-585d2927069f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:41.222239 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.db [None req-e458e6ce-a02c-44bb-8fd1-0f716747bef0 None None] For port d1627111-e6ec-41b3-94ae-4f2e40e96a75, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:50:41.226566 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.db [None req-e458e6ce-a02c-44bb-8fd1-0f716747bef0 None None] For port d1627111-e6ec-41b3-94ae-4f2e40e96a75, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=d1627111-e6ec-41b3-94ae-4f2e40e96a75,segment=NetworkSegment(47c8a641-a120-4c86-9aa2-a3555d82cda5),segment_id=47c8a641-a120-4c86-9aa2-a3555d82cda5)] {{(pid=113091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:50:41.248417 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-e458e6ce-a02c-44bb-8fd1-0f716747bef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (d1627111-e6ec-41b3-94ae-4f2e40e96a75), after_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:41.323012 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:41.324337 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e458e6ce-a02c-44bb-8fd1-0f716747bef0 None None] Routers {'6fd1e59f-c87d-46d9-a4fc-3b7ced736e34'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:50:41.324986 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-e458e6ce-a02c-44bb-8fd1-0f716747bef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:50:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['6fd1e59f-c87d-46d9-a4fc-3b7ced736e34'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:41.415061 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f06c5-f258-4ab4-a82d-710c1197cd34 req-b278dfa7-776d-488d-9074-199a7896ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:41.416679 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f49f06c5-f258-4ab4-a82d-710c1197cd34 req-b278dfa7-776d-488d-9074-199a7896ce54 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=1a65afdd-a8e2-4518-9256-f6218e06bf95 HTTP/1.1" status: 200 len: 909 time: 0.3309817 Aug 24 06:50:41.440816 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d227db0-fe77-4441-9a12-9c3217d9760b None None] Pushing event updated for resources: {'Port': ['ID=d1627111-e6ec-41b3-94ae-4f2e40e96a75,revision_number=4']} {{(pid=113091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:41.496350 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f49f06c5-f258-4ab4-a82d-710c1197cd34 req-2599054f-9c2d-43f3-b888-036d0a384e7a service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23d72516-fd9a-4990-84c2-92849cc63fb1 HTTP/1.1" status: 200 len: 217 time: 0.0487447 Aug 24 06:50:41.537922 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:41.543346 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-e458e6ce-a02c-44bb-8fd1-0f716747bef0 None None] Set router 6fd1e59f-c87d-46d9-a4fc-3b7ced736e34 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:50:41.570841 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:41.572901 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f06c5-f258-4ab4-a82d-710c1197cd34 req-ee6d865b-7aa8-436f-b5ee-2572be5430cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:41.574605 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f49f06c5-f258-4ab4-a82d-710c1197cd34 req-ee6d865b-7aa8-436f-b5ee-2572be5430cb service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=c0ac3680-c342-4f76-808a-5fdbedfba4b3 HTTP/1.1" status: 200 len: 847 time: 0.0707879 Aug 24 06:50:41.592165 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:41.627742 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819d5a3-068d-44c7-8ec0-42fc72f8df39 req-edd05eef-bc6f-471d-8120-d30b5ca6811c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:41.629920 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-d819d5a3-068d-44c7-8ec0-42fc72f8df39 req-edd05eef-bc6f-471d-8120-d30b5ca6811c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 946 time: 0.2451954 Aug 24 06:50:41.644430 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-6c062360-7d5b-4e38-b85e-0fe9c26d7e5e None None] Set router 3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:50:41.681933 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-17ccbcf9-646e-433c-8a11-585d2927069f admin admin] Publish callbacks [] for security_group (c68b5990-98f9-4656-b85e-4e800333f27b), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:41.699647 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:41.705362 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-17ccbcf9-646e-433c-8a11-585d2927069f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (c68b5990-98f9-4656-b85e-4e800333f27b), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:41.724249 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port bb68a8ad-805e-4842-bf7f-eed15b1dc09f is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:50:41.734404 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=100 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:41.738299 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a8a727-4107-456f-bc8f-3b7189867714 admin admin] Router b859ea55-410f-4150-99fc-46246c7302ec has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:50:41.770404 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ccbcf9-646e-433c-8a11-585d2927069f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68b5990-98f9-4656-b85e-4e800333f27b,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:41.791607 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f06c5-f258-4ab4-a82d-710c1197cd34 req-2adc4738-6f83-4242-88f9-9741f873fa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:41.793164 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f49f06c5-f258-4ab4-a82d-710c1197cd34 req-2adc4738-6f83-4242-88f9-9741f873fa8d service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=1a65afdd-a8e2-4518-9256-f6218e06bf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2022722 Aug 24 06:50:41.859067 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-e458e6ce-a02c-44bb-8fd1-0f716747bef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd1e59f-c87d-46d9-a4fc-3b7ced736e34', 'name': 'tempest-TestVolumeBootPattern-77148804-router', 'tenant_id': '9bc1ce04283647c5a0693deee538d90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'bb68a8ad-805e-4842-bf7f-eed15b1dc09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:29Z', 'updated_at': '2022-08-24T06:50:34Z', 'revision_number': 4, 'project_id': '9bc1ce04283647c5a0693deee538d90d', 'gw_port': {'id': 'bb68a8ad-805e-4842-bf7f-eed15b1dc09f', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd1e59f-c87d-46d9-a4fc-3b7ced736e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:30Z', 'updated_at': '2022-08-24T06:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': 'd1627111-e6ec-41b3-94ae-4f2e40e96a75', 'name': '', 'network_id': '9752bf03-73fb-4dda-b203-445f855e1b9a', 'tenant_id': '9bc1ce04283647c5a0693deee538d90d', 'mac_address': 'fa:16:3e:57:92:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd1e59f-c87d-46d9-a4fc-3b7ced736e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '1683b6cf-c79a-492d-8eaf-7ca16aae27cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:33Z', 'updated_at': '2022-08-24T06:50:41Z', 'revision_number': 4, 'project_id': '9bc1ce04283647c5a0693deee538d90d', 'subnets': [{'id': '1683b6cf-c79a-492d-8eaf-7ca16aae27cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:41.905988 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e458e6ce-a02c-44bb-8fd1-0f716747bef0 None None] The sync data for ids ['6fd1e59f-c87d-46d9-a4fc-3b7ced736e34'] in dv-cinder-854271-1-iscsi is: [{'id': '6fd1e59f-c87d-46d9-a4fc-3b7ced736e34', 'name': 'tempest-TestVolumeBootPattern-77148804-router', 'tenant_id': '9bc1ce04283647c5a0693deee538d90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'bb68a8ad-805e-4842-bf7f-eed15b1dc09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:29Z', 'updated_at': '2022-08-24T06:50:34Z', 'revision_number': 4, 'project_id': '9bc1ce04283647c5a0693deee538d90d', 'gw_port': {'id': 'bb68a8ad-805e-4842-bf7f-eed15b1dc09f', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd1e59f-c87d-46d9-a4fc-3b7ced736e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:30Z', 'updated_at': '2022-08-24T06:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': 'd1627111-e6ec-41b3-94ae-4f2e40e96a75', 'name': '', 'network_id': '9752bf03-73fb-4dda-b203-445f855e1b9a', 'tenant_id': '9bc1ce04283647c5a0693deee538d90d', 'mac_address': 'fa:16:3e:57:92:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd1e59f-c87d-46d9-a4fc-3b7ced736e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '1683b6cf-c79a-492d-8eaf-7ca16aae27cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:33Z', 'updated_at': '2022-08-24T06:50:41Z', 'revision_number': 4, 'project_id': '9bc1ce04283647c5a0693deee538d90d', 'subnets': [{'id': '1683b6cf-c79a-492d-8eaf-7ca16aae27cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:50:41.997287 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f49f06c5-f258-4ab4-a82d-710c1197cd34 req-56905fc2-b906-4c6c-a581-2b6e6a9840bd service neutron] 10.222.0.58 "GET /networking/v2.0/networks/1a65afdd-a8e2-4518-9256-f6218e06bf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835535 Aug 24 06:50:42.015347 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-17ccbcf9-646e-433c-8a11-585d2927069f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=32e331d852ea4fe397957b8e5a14fb06&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2493224 Aug 24 06:50:42.030960 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bb210-3159-4979-958f-21904208ab7a req-f25444b9-e9b1-417c-a035-6cd9fa0259bd tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:42.033151 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-716bb210-3159-4979-958f-21904208ab7a req-f25444b9-e9b1-417c-a035-6cd9fa0259bd tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 946 time: 0.1103675 Aug 24 06:50:42.034671 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 55350) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:42.104818 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-6c062360-7d5b-4e38-b85e-0fe9c26d7e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'name': 'tempest-TestShelveInstance-422531790-router', 'tenant_id': '0bf38c354bea44f5a503e76fa53b20f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '56e61e89-f03d-42b2-8ea0-504726c55535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:44:57Z', 'updated_at': '2022-08-24T06:45:00Z', 'revision_number': 4, 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'gw_port': {'id': '56e61e89-f03d-42b2-8ea0-504726c55535', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:44:58Z', 'updated_at': '2022-08-24T06:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '8154d28a-c953-47ce-8f6e-a5c81a08ced5', 'name': '', 'network_id': '1a65afdd-a8e2-4518-9256-f6218e06bf95', 'tenant_id': '0bf38c354bea44f5a503e76fa53b20f6', 'mac_address': 'fa:16:3e:38:bb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'c0ac3680-c342-4f76-808a-5fdbedfba4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:44:59Z', 'updated_at': '2022-08-24T06:45:06Z', 'revision_number': 5, 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'subnets': [{'id': 'c0ac3680-c342-4f76-808a-5fdbedfba4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:42.109529 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a8a727-4107-456f-bc8f-3b7189867714 admin admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:50:42.123301 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b4971c-2757-4d98-8dc1-75657fe7228a None None] Sync routers for ids ['b859ea55-410f-4150-99fc-46246c7302ec'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:50:42.129741 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-35a8a727-4107-456f-bc8f-3b7189867714 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/b859ea55-410f-4150-99fc-46246c7302ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9757044 Aug 24 06:50:42.137475 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c062360-7d5b-4e38-b85e-0fe9c26d7e5e None None] The sync data for ids ['3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6'] in dv-cinder-854271-1-iscsi is: [{'id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'name': 'tempest-TestShelveInstance-422531790-router', 'tenant_id': '0bf38c354bea44f5a503e76fa53b20f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '56e61e89-f03d-42b2-8ea0-504726c55535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:44:57Z', 'updated_at': '2022-08-24T06:45:00Z', 'revision_number': 4, 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'gw_port': {'id': '56e61e89-f03d-42b2-8ea0-504726c55535', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:44:58Z', 'updated_at': '2022-08-24T06:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '8154d28a-c953-47ce-8f6e-a5c81a08ced5', 'name': '', 'network_id': '1a65afdd-a8e2-4518-9256-f6218e06bf95', 'tenant_id': '0bf38c354bea44f5a503e76fa53b20f6', 'mac_address': 'fa:16:3e:38:bb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'c0ac3680-c342-4f76-808a-5fdbedfba4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:44:59Z', 'updated_at': '2022-08-24T06:45:06Z', 'revision_number': 5, 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'subnets': [{'id': 'c0ac3680-c342-4f76-808a-5fdbedfba4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:50:42.149326 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b4971c-2757-4d98-8dc1-75657fe7228a None None] Routers {'b859ea55-410f-4150-99fc-46246c7302ec'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:50:42.149873 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-b7b4971c-2757-4d98-8dc1-75657fe7228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:50:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['b859ea55-410f-4150-99fc-46246c7302ec'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:42.153628 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 55352) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:42.199828 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f49f06c5-f258-4ab4-a82d-710c1197cd34 req-1a343b12-0762-4cc3-88a1-aaf6740da486 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/1a65afdd-a8e2-4518-9256-f6218e06bf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883852 Aug 24 06:50:42.201059 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [req-d819d5a3-068d-44c7-8ec0-42fc72f8df39 req-dc8d0082-e23e-46d7-a344-6caba8342baf tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Deleting port 23d72516-fd9a-4990-84c2-92849cc63fb1 {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:50:42.201501 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-d819d5a3-068d-44c7-8ec0-42fc72f8df39 req-dc8d0082-e23e-46d7-a344-6caba8342baf tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (23d72516-fd9a-4990-84c2-92849cc63fb1), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:42.265458 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:42.276747 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-716bb210-3159-4979-958f-21904208ab7a req-e7f0ab09-d4c9-4fe8-a99d-099073dd14db tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9b75c0b3-c91f-4b27-9cba-954b21aef849&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.2304039 Aug 24 06:50:42.311835 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-93181821-73ce-4060-aa6b-583981894a96 admin admin] Publish callbacks [] for security_group (c68b5990-98f9-4656-b85e-4e800333f27b), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:42.341077 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-b7b4971c-2757-4d98-8dc1-75657fe7228a None None] Set router b859ea55-410f-4150-99fc-46246c7302ec gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:50:42.388375 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-d819d5a3-068d-44c7-8ec0-42fc72f8df39 req-dc8d0082-e23e-46d7-a344-6caba8342baf tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] For port 23d72516-fd9a-4990-84c2-92849cc63fb1, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=23d72516-fd9a-4990-84c2-92849cc63fb1,segment=NetworkSegment(66e80b04-3348-4d98-9a1e-377326afcde4),segment_id=66e80b04-3348-4d98-9a1e-377326afcde4)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:50:42.388842 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-93181821-73ce-4060-aa6b-583981894a96 admin admin] Publish callbacks [] for security_group (c68b5990-98f9-4656-b85e-4e800333f27b), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:42.389340 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-d819d5a3-068d-44c7-8ec0-42fc72f8df39 req-dc8d0082-e23e-46d7-a344-6caba8342baf tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (23d72516-fd9a-4990-84c2-92849cc63fb1), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:42.425561 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [req-d819d5a3-068d-44c7-8ec0-42fc72f8df39 req-dc8d0082-e23e-46d7-a344-6caba8342baf tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Calling delete_port for 23d72516-fd9a-4990-84c2-92849cc63fb1 owned by compute:nova {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:50:42.430824 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-edf017a1-8563-49ab-8024-2c4e23be0c82 admin admin] Publish callbacks [] for router (b859ea55-410f-4150-99fc-46246c7302ec), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:42.521440 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device d1627111-e6ec-41b3-94ae-4f2e40e96a75 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:50:42.615018 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port d1627111-e6ec-41b3-94ae-4f2e40e96a75 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:50:42.615731 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (d1627111-e6ec-41b3-94ae-4f2e40e96a75), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:42.624572 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:42.644210 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-93181821-73ce-4060-aa6b-583981894a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (c68b5990-98f9-4656-b85e-4e800333f27b), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:42.649151 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-93181821-73ce-4060-aa6b-583981894a96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:42.650322 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-93181821-73ce-4060-aa6b-583981894a96 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c68b5990-98f9-4656-b85e-4e800333f27b HTTP/1.1" status: 204 len: 168 time: 0.6123970 Aug 24 06:50:42.706455 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-edf017a1-8563-49ab-8024-2c4e23be0c82 admin admin] Publish callbacks [] for router_gateway (b859ea55-410f-4150-99fc-46246c7302ec), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:42.718120 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=100 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:42.719073 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93181821-73ce-4060-aa6b-583981894a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68b5990-98f9-4656-b85e-4e800333f27b,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:42.750645 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-d819d5a3-068d-44c7-8ec0-42fc72f8df39 req-dc8d0082-e23e-46d7-a344-6caba8342baf tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (23d72516-fd9a-4990-84c2-92849cc63fb1), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:42.813919 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-edf017a1-8563-49ab-8024-2c4e23be0c82 admin admin] Deleting port e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3 {{(pid=113089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:50:42.814275 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-edf017a1-8563-49ab-8024-2c4e23be0c82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:42.818643 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d0082-e23e-46d7-a344-6caba8342baf tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Pushing event deleted for resources: {'Port': ['ID=23d72516-fd9a-4990-84c2-92849cc63fb1,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:42.856525 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04be3f7b-81ef-4c6d-a0b7-60ea3ce38328 None None] New status for floating IP 14ce038c-f778-4715-9af4-25d4e06ae602: DOWN {{(pid=113090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 06:50:42.882266 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-b7b4971c-2757-4d98-8dc1-75657fe7228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'name': 'tempest-AttachVolumeShelveTestJSON-314602131-router', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:50:40Z', 'revision_number': 5, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'gw_port': {'id': 'e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:43:15Z', 'updated_at': '2022-08-24T06:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi'}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:42.943743 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b4971c-2757-4d98-8dc1-75657fe7228a None None] Checking router: b859ea55-410f-4150-99fc-46246c7302ec for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:50:42.952797 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [req-d819d5a3-068d-44c7-8ec0-42fc72f8df39 req-dc8d0082-e23e-46d7-a344-6caba8342baf tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] No DVR routers for this DVR port 23d72516-fd9a-4990-84c2-92849cc63fb1 on host hv-cinder-85427 {{(pid=113088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:50:42.959901 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.db [None req-edf017a1-8563-49ab-8024-2c4e23be0c82 admin admin] For port e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:50:42.960331 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-edf017a1-8563-49ab-8024-2c4e23be0c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:42.962430 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-d819d5a3-068d-44c7-8ec0-42fc72f8df39 req-dc8d0082-e23e-46d7-a344-6caba8342baf tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:42.968572 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-d819d5a3-068d-44c7-8ec0-42fc72f8df39 req-dc8d0082-e23e-46d7-a344-6caba8342baf tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.58 "DELETE /networking/v2.0/ports/23d72516-fd9a-4990-84c2-92849cc63fb1 HTTP/1.1" status: 204 len: 173 time: 1.2947924 Aug 24 06:50:42.969094 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb639cc-8b84-4663-b991-2954e9c87fef', 'name': 'network-vif-deleted', 'tag': '23d72516-fd9a-4990-84c2-92849cc63fb1'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:50:42.974364 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0722636-6cde-4b6b-b9d8-42970871274e" -d '{"events": [{"server_uuid": "cdb639cc-8b84-4663-b991-2954e9c87fef", "name": "network-vif-deleted", "tag": "23d72516-fd9a-4990-84c2-92849cc63fb1"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:50:42.977836 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b4971c-2757-4d98-8dc1-75657fe7228a None None] Routers {'b859ea55-410f-4150-99fc-46246c7302ec'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:50:42.978652 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-b7b4971c-2757-4d98-8dc1-75657fe7228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:50:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['b859ea55-410f-4150-99fc-46246c7302ec'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:42.982381 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-edf017a1-8563-49ab-8024-2c4e23be0c82 admin admin] Calling delete_port for e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3 owned by network:router_gateway {{(pid=113089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:50:43.027007 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-95bb0315-2e61-45f9-bd88-adc9f5dd9141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:43.047618 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port d1627111-e6ec-41b3-94ae-4f2e40e96a75 is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:50:43.048341 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (d1627111-e6ec-41b3-94ae-4f2e40e96a75), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:43.072256 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5f5b06-1a48-45f2-9e15-b87eee2e4fa6 x-openstack-request-id: req-1f5f5b06-1a48-45f2-9e15-b87eee2e4fa6 {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:50:43.072717 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb639cc-8b84-4663-b991-2954e9c87fef", "name": "network-vif-deleted", "tag": "23d72516-fd9a-4990-84c2-92849cc63fb1", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:50:43.073248 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1f5f5b06-1a48-45f2-9e15-b87eee2e4fa6 {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:50:43.075064 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f5f5b06-1a48-45f2-9e15-b87eee2e4fa6'] response: {'server_uuid': 'cdb639cc-8b84-4663-b991-2954e9c87fef', 'name': 'network-vif-deleted', 'tag': '23d72516-fd9a-4990-84c2-92849cc63fb1', 'status': 'completed', 'code': 200} Aug 24 06:50:43.155378 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] For port d1627111-e6ec-41b3-94ae-4f2e40e96a75, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=d1627111-e6ec-41b3-94ae-4f2e40e96a75,segment=NetworkSegment(47c8a641-a120-4c86-9aa2-a3555d82cda5),segment_id=47c8a641-a120-4c86-9aa2-a3555d82cda5)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:50:43.170795 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (d1627111-e6ec-41b3-94ae-4f2e40e96a75), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:43.188237 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:43.253864 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-b7b4971c-2757-4d98-8dc1-75657fe7228a None None] Set router b859ea55-410f-4150-99fc-46246c7302ec gateway port host: None {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:50:43.330754 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Pushing event updated for resources: {'Port': ['ID=d1627111-e6ec-41b3-94ae-4f2e40e96a75,revision_number=5']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:43.352378 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55370) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:43.382905 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-dc42bb62-2d55-4a35-91b8-f51d689a26c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:43.405210 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-b7b4971c-2757-4d98-8dc1-75657fe7228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'name': 'tempest-AttachVolumeShelveTestJSON-314602131-router', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:50:42Z', 'revision_number': 6, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'gw_port_host': None}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:43.440981 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b4971c-2757-4d98-8dc1-75657fe7228a None None] The sync data for ids ['b859ea55-410f-4150-99fc-46246c7302ec'] in dv-cinder-854271-1-iscsi is: [{'id': 'b859ea55-410f-4150-99fc-46246c7302ec', 'name': 'tempest-AttachVolumeShelveTestJSON-314602131-router', 'tenant_id': '0aec98515a95467aa9a43853bfdcb7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:43:13Z', 'updated_at': '2022-08-24T06:50:42Z', 'revision_number': 6, 'project_id': '0aec98515a95467aa9a43853bfdcb7d7', 'gw_port_host': None}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:50:43.477050 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-edf017a1-8563-49ab-8024-2c4e23be0c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118'] for port (e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:43.602172 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf017a1-8563-49ab-8024-2c4e23be0c82 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:43.617710 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-dc42bb62-2d55-4a35-91b8-f51d689a26c3 admin admin] Publish callbacks [] for security_group (61d15758-2bc6-42fe-8721-614ef91a5531), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:43.620082 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b4f864fa-0295-4338-a64a-e307836ca564 req-7d9a1f3e-0c0c-4769-9526-aad559f035df tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cdb639cc-8b84-4663-b991-2954e9c87fef HTTP/1.1" status: 200 len: 210 time: 0.1140563 Aug 24 06:50:43.623443 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-edf017a1-8563-49ab-8024-2c4e23be0c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696360'] for router_gateway (b859ea55-410f-4150-99fc-46246c7302ec), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:43.629858 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-dc42bb62-2d55-4a35-91b8-f51d689a26c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (61d15758-2bc6-42fe-8721-614ef91a5531), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:43.690765 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-dc42bb62-2d55-4a35-91b8-f51d689a26c3 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5a4704c500834cf095e982d7cc20cfd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3347449 Aug 24 06:50:43.690765 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42bb62-2d55-4a35-91b8-f51d689a26c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d15758-2bc6-42fe-8721-614ef91a5531,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:43.693189 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55374) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:43.737415 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-edf017a1-8563-49ab-8024-2c4e23be0c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1699731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router (b859ea55-410f-4150-99fc-46246c7302ec), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:43.740957 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-edf017a1-8563-49ab-8024-2c4e23be0c82 admin admin] Publish callbacks [] for router_controller (b859ea55-410f-4150-99fc-46246c7302ec), precommit_delete_associations {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:43.749815 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-85910777-2fb2-46ae-8660-cedb34ecbbfa admin admin] Publish callbacks [] for security_group (61d15758-2bc6-42fe-8721-614ef91a5531), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:43.796925 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-85910777-2fb2-46ae-8660-cedb34ecbbfa admin admin] Publish callbacks [] for security_group (61d15758-2bc6-42fe-8721-614ef91a5531), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:43.801061 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-edf017a1-8563-49ab-8024-2c4e23be0c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1699722'] for router (b859ea55-410f-4150-99fc-46246c7302ec), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:43.801755 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf017a1-8563-49ab-8024-2c4e23be0c82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b859ea55-410f-4150-99fc-46246c7302ec {{(pid=113089) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 06:50:43.808184 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-edf017a1-8563-49ab-8024-2c4e23be0c82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:43.811262 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-edf017a1-8563-49ab-8024-2c4e23be0c82 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/b859ea55-410f-4150-99fc-46246c7302ec HTTP/1.1" status: 204 len: 168 time: 1.6544864 Aug 24 06:50:43.812379 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55380) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:43.896559 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_v2 [None req-30c79be8-fa54-4f65-8993-d2a8b78573f2 admin admin] Deleting subnet 81feb445-3ba1-4eb7-aa79-cbcfce06b0ac {{(pid=113088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 06:50:43.899134 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=82,neutron:DELETE=12,neutron:INSERT=6 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:43.901976 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-30c79be8-fa54-4f65-8993-d2a8b78573f2 admin admin] Publish callbacks [] for subnet (81feb445-3ba1-4eb7-aa79-cbcfce06b0ac), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:43.949805 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-30c79be8-fa54-4f65-8993-d2a8b78573f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884324'] for subnet (81feb445-3ba1-4eb7-aa79-cbcfce06b0ac), precommit_delete_associations {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:43.953299 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-85910777-2fb2-46ae-8660-cedb34ecbbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (61d15758-2bc6-42fe-8721-614ef91a5531), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:43.957638 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-85910777-2fb2-46ae-8660-cedb34ecbbfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:43.959296 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-85910777-2fb2-46ae-8660-cedb34ecbbfa admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/61d15758-2bc6-42fe-8721-614ef91a5531 HTTP/1.1" status: 204 len: 168 time: 0.2651038 Aug 24 06:50:44.005124 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85910777-2fb2-46ae-8660-cedb34ecbbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d15758-2bc6-42fe-8721-614ef91a5531,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:44.031062 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:44.104968 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-30c79be8-fa54-4f65-8993-d2a8b78573f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594230'] for subnet (81feb445-3ba1-4eb7-aa79-cbcfce06b0ac), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:44.163333 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 23d72516-fd9a-4990-84c2-92849cc63fb1 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:50:44.186713 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] No Port match for: 23d72516-fd9a-4990-84c2-92849cc63fb1 {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:50:44.187316 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 23d72516-fd9a-4990-84c2-92849cc63fb1 not bound to the agent host hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:50:44.193752 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-30c79be8-fa54-4f65-8993-d2a8b78573f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4110209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404032'] for subnet (81feb445-3ba1-4eb7-aa79-cbcfce06b0ac), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:44.225307 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-30c79be8-fa54-4f65-8993-d2a8b78573f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:44.231744 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-30c79be8-fa54-4f65-8993-d2a8b78573f2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/81feb445-3ba1-4eb7-aa79-cbcfce06b0ac HTTP/1.1" status: 204 len: 168 time: 0.4161553 Aug 24 06:50:44.231929 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3714d434-843d-4511-8fa7-fe9b999aa323 None None] Network 8be3c841-0d59-4803-979e-08c48130dbdb requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:50:44.232288 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 55388) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:44.240376 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c79be8-fa54-4f65-8993-d2a8b78573f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81feb445-3ba1-4eb7-aa79-cbcfce06b0ac,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:44.429654 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device d1627111-e6ec-41b3-94ae-4f2e40e96a75 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:50:44.458188 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939ca70c-062f-4b0b-85ac-8334cbf1da09 None None] DHCP port deletion for 8be3c841-0d59-4803-979e-08c48130dbdb request from dv-cinder-854271-1-iscsi {{(pid=113090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 06:50:44.501278 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55390) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:44.526520 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8b4944ab-37fc-4f04-b785-980cfe59c983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:44.536874 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-939ca70c-062f-4b0b-85ac-8334cbf1da09 None None] Deleting port 90fe68b4-6cf6-4f32-9447-f089880bb2b9 {{(pid=113090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:50:44.537350 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-939ca70c-062f-4b0b-85ac-8334cbf1da09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (90fe68b4-6cf6-4f32-9447-f089880bb2b9), before_delete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:44.540515 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port d1627111-e6ec-41b3-94ae-4f2e40e96a75 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:50:44.540997 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (d1627111-e6ec-41b3-94ae-4f2e40e96a75), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:44.632346 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623035'] for network (8be3c841-0d59-4803-979e-08c48130dbdb), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:44.646819 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-939ca70c-062f-4b0b-85ac-8334cbf1da09 None None] For port 90fe68b4-6cf6-4f32-9447-f089880bb2b9, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=90fe68b4-6cf6-4f32-9447-f089880bb2b9,segment=NetworkSegment(b5516234-5380-4558-bccf-bf2354b2ccbf),segment_id=b5516234-5380-4558-bccf-bf2354b2ccbf)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:50:44.647397 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-939ca70c-062f-4b0b-85ac-8334cbf1da09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (90fe68b4-6cf6-4f32-9447-f089880bb2b9), precommit_delete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:44.648669 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8b4944ab-37fc-4f04-b785-980cfe59c983 admin admin] Publish callbacks [] for security_group (0494467b-9391-46b4-be6f-950e9ac06433), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:44.655852 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8b4944ab-37fc-4f04-b785-980cfe59c983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (0494467b-9391-46b4-be6f-950e9ac06433), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:44.686181 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] Deleting port 90fe68b4-6cf6-4f32-9447-f089880bb2b9 {{(pid=113089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:50:44.686608 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (90fe68b4-6cf6-4f32-9447-f089880bb2b9), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:44.687444 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4944ab-37fc-4f04-b785-980cfe59c983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0494467b-9391-46b4-be6f-950e9ac06433,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:44.705977 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-939ca70c-062f-4b0b-85ac-8334cbf1da09 None None] Calling delete_port for 90fe68b4-6cf6-4f32-9447-f089880bb2b9 owned by network:dhcp {{(pid=113090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:50:44.726197 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:44.741520 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-8b4944ab-37fc-4f04-b785-980cfe59c983 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=fd429ab2fd1641c2b7260c59d1b3a9b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388234 Aug 24 06:50:44.742185 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55394) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:44.742521 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55396) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:44.774965 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.db [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] For port 90fe68b4-6cf6-4f32-9447-f089880bb2b9, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=90fe68b4-6cf6-4f32-9447-f089880bb2b9,segment=NetworkSegment(b5516234-5380-4558-bccf-bf2354b2ccbf),segment_id=b5516234-5380-4558-bccf-bf2354b2ccbf)] {{(pid=113089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:50:44.775793 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (90fe68b4-6cf6-4f32-9447-f089880bb2b9), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:44.784945 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:44.795626 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] Calling delete_port for 90fe68b4-6cf6-4f32-9447-f089880bb2b9 owned by network:dhcp {{(pid=113089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:50:44.847047 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port d1627111-e6ec-41b3-94ae-4f2e40e96a75 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:50:44.898584 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c49c4c08-90ad-4a01-b959-1c36ddc4f91c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks [] for security_group (9b75c0b3-c91f-4b27-9cba-954b21aef849), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:44.908558 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-939ca70c-062f-4b0b-85ac-8334cbf1da09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118'] for port (90fe68b4-6cf6-4f32-9447-f089880bb2b9), after_delete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:44.932198 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c49c4c08-90ad-4a01-b959-1c36ddc4f91c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks [] for security_group (9b75c0b3-c91f-4b27-9cba-954b21aef849), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:44.942598 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ca70c-062f-4b0b-85ac-8334cbf1da09 None None] Pushing event deleted for resources: {'Port': ['ID=90fe68b4-6cf6-4f32-9447-f089880bb2b9,revision_number=None']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:44.945174 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939ca70c-062f-4b0b-85ac-8334cbf1da09 None None] No DVR routers for this DVR port 90fe68b4-6cf6-4f32-9447-f089880bb2b9 on host dv-cinder-854271-1-iscsi {{(pid=113090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:50:44.960140 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118'] for port (90fe68b4-6cf6-4f32-9447-f089880bb2b9), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:44.976055 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3 no longer exists at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:50:44.978716 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:44.996676 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-cf80a20c-a3e2-491d-ac5b-a8d9041e38d3 admin admin] Publish callbacks [] for security_group (0494467b-9391-46b4-be6f-950e9ac06433), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:45.002932 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] Pushing event deleted for resources: {'Port': ['ID=90fe68b4-6cf6-4f32-9447-f089880bb2b9,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:45.006687 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] No DVR routers for this DVR port 90fe68b4-6cf6-4f32-9447-f089880bb2b9 on host dv-cinder-854271-1-iscsi {{(pid=113089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:50:45.020186 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] No Port match for: e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3 {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:50:45.020564 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device e5dd3636-aaf4-4b6e-bbb4-6f6a810e8ea3 not bound to the agent host dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:50:45.021125 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 8c16fb31-f66e-45bd-b513-c1d7c73b297e no longer exists at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:50:45.044287 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] No Port match for: 8c16fb31-f66e-45bd-b513-c1d7c73b297e {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:50:45.044973 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 8c16fb31-f66e-45bd-b513-c1d7c73b297e not bound to the agent host dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:50:45.047241 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:45.070215 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-cf80a20c-a3e2-491d-ac5b-a8d9041e38d3 admin admin] Publish callbacks [] for security_group (0494467b-9391-46b4-be6f-950e9ac06433), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:45.092715 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c49c4c08-90ad-4a01-b959-1c36ddc4f91c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (9b75c0b3-c91f-4b27-9cba-954b21aef849), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:45.095808 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c49c4c08-90ad-4a01-b959-1c36ddc4f91c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:45.097159 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-c49c4c08-90ad-4a01-b959-1c36ddc4f91c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9b75c0b3-c91f-4b27-9cba-954b21aef849 HTTP/1.1" status: 204 len: 168 time: 0.3537061 Aug 24 06:50:45.112413 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-591158', 'neutron.services.segments.db._delete_segments_for_network-8748143077744'] for network (8be3c841-0d59-4803-979e-08c48130dbdb), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:45.129414 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=5 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:45.132342 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c4c08-90ad-4a01-b959-1c36ddc4f91c tempest-TestShelveInstance-684590379 tempest-TestShelveInstance-684590379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b75c0b3-c91f-4b27-9cba-954b21aef849,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:45.152697 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:50:45.153414 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:50:45.154339 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55408) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:45.154774 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:50:45.155356 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] Subscribe: > port after_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:50:45.155946 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] Subscribe: > port after_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:50:45.156494 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] Subscribe: > port after_update 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:50:45.157162 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:50:45.157515 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:50:45.158046 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:50:45.159250 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:50:45.181375 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-cf80a20c-a3e2-491d-ac5b-a8d9041e38d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (0494467b-9391-46b4-be6f-950e9ac06433), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:45.184149 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-cf80a20c-a3e2-491d-ac5b-a8d9041e38d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:45.185651 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-cf80a20c-a3e2-491d-ac5b-a8d9041e38d3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0494467b-9391-46b4-be6f-950e9ac06433 HTTP/1.1" status: 204 len: 168 time: 0.4406645 Aug 24 06:50:45.212858 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80a20c-a3e2-491d-ac5b-a8d9041e38d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0494467b-9391-46b4-be6f-950e9ac06433,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:45.299241 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:50:45.299241 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:50:45.299241 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:50:45.299241 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 06:50:45.299241 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.services.segments.db [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be3c841-0d59-4803-979e-08c48130dbdb']}} {{(pid=113089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:45.322496 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.services.segments.db [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5516234-5380-4558-bccf-bf2354b2ccbf') {'for_net_delete': True} {{(pid=113089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:45.322795 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.services.segments.db [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5516234-5380-4558-bccf-bf2354b2ccbf') {} {{(pid=113089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:45.356221 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748143134702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3691544'] for segment (b5516234-5380-4558-bccf-bf2354b2ccbf), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:45.421098 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (b5516234-5380-4558-bccf-bf2354b2ccbf), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:45.433923 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=113089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 06:50:45.434366 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8818188'] for segment (b5516234-5380-4558-bccf-bf2354b2ccbf), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:45.502170 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:45.527237 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696332'] for network (8be3c841-0d59-4803-979e-08c48130dbdb), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:45.537142 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:45.550775 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] Pushing event deleted for resources: {'Network': ['ID=8be3c841-0d59-4803-979e-08c48130dbdb,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:45.553543 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:45.561625 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-45cd5283-fbce-4630-b61e-a9f5019b9c9f admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/8be3c841-0d59-4803-979e-08c48130dbdb HTTP/1.1" status: 204 len: 168 time: 1.3281767 Aug 24 06:50:45.758417 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.services.segments.plugin [-] Segment b5516234-5380-4558-bccf-bf2354b2ccbf resource provider aggregate not found Aug 24 06:50:45.782079 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.services.segments.plugin [-] Segment b5516234-5380-4558-bccf-bf2354b2ccbf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5516234-5380-4558-bccf-bf2354b2ccbf found for delete ", "request_id": "req-0ea757bc-bbf1-4b5e-9a4b-e54d0d1d3063"}]} Aug 24 06:50:45.852378 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 55438) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:45.890598 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-877d9c79-9f59-44e0-9842-29a7defe1450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699757'] for router_interface (3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:45.900665 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-de6134dd-0faf-454b-a143-c19351960b11 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0aec98515a95467aa9a43853bfdcb7d7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0442595 Aug 24 06:50:45.900966 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 55440) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:45.933355 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:45.963649 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-3e8f6714-ebd2-47a9-929f-d44c4bb99cfd admin admin] Publish callbacks [] for security_group (ced47b8e-4deb-4c16-af62-60e5d12c7d8b), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:45.993034 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-3e8f6714-ebd2-47a9-929f-d44c4bb99cfd admin admin] Publish callbacks [] for security_group (ced47b8e-4deb-4c16-af62-60e5d12c7d8b), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:46.059669 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-3e8f6714-ebd2-47a9-929f-d44c4bb99cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (ced47b8e-4deb-4c16-af62-60e5d12c7d8b), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:46.064276 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-3e8f6714-ebd2-47a9-929f-d44c4bb99cfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:46.067695 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-3e8f6714-ebd2-47a9-929f-d44c4bb99cfd admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ced47b8e-4deb-4c16-af62-60e5d12c7d8b HTTP/1.1" status: 204 len: 168 time: 0.1645415 Aug 24 06:50:46.088931 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f6714-ebd2-47a9-929f-d44c4bb99cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced47b8e-4deb-4c16-af62-60e5d12c7d8b,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:46.197738 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-877d9c79-9f59-44e0-9842-29a7defe1450 admin admin] Deleting port 8154d28a-c953-47ce-8f6e-a5c81a08ced5 {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:50:46.198409 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-877d9c79-9f59-44e0-9842-29a7defe1450 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (8154d28a-c953-47ce-8f6e-a5c81a08ced5), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:46.297769 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [None req-877d9c79-9f59-44e0-9842-29a7defe1450 admin admin] For port 8154d28a-c953-47ce-8f6e-a5c81a08ced5, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=8154d28a-c953-47ce-8f6e-a5c81a08ced5,segment=NetworkSegment(66e80b04-3348-4d98-9a1e-377326afcde4),segment_id=66e80b04-3348-4d98-9a1e-377326afcde4)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:50:46.298118 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-877d9c79-9f59-44e0-9842-29a7defe1450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (8154d28a-c953-47ce-8f6e-a5c81a08ced5), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:46.315844 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-877d9c79-9f59-44e0-9842-29a7defe1450 admin admin] Calling delete_port for 8154d28a-c953-47ce-8f6e-a5c81a08ced5 owned by network:router_interface {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:50:46.333415 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 90fe68b4-6cf6-4f32-9447-f089880bb2b9 no longer exists at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:50:46.354422 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] No Port match for: 90fe68b4-6cf6-4f32-9447-f089880bb2b9 {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:50:46.354922 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 90fe68b4-6cf6-4f32-9447-f089880bb2b9 not bound to the agent host dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:50:46.440075 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:46.470273 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:46.564107 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-877d9c79-9f59-44e0-9842-29a7defe1450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (8154d28a-c953-47ce-8f6e-a5c81a08ced5), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:46.590820 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d9c79-9f59-44e0-9842-29a7defe1450 admin admin] Pushing event deleted for resources: {'Port': ['ID=8154d28a-c953-47ce-8f6e-a5c81a08ced5,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:46.856838 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-877d9c79-9f59-44e0-9842-29a7defe1450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699641'] for router_interface (3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:47.109041 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877d9c79-9f59-44e0-9842-29a7defe1450 admin admin] Router 3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6 has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:50:47.253558 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877d9c79-9f59-44e0-9842-29a7defe1450 admin admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:50:47.258781 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-877d9c79-9f59-44e0-9842-29a7defe1450 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1034081 Aug 24 06:50:47.261650 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 55500) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:47.273495 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4806abc7-ca24-4dc9-aaf3-5d49051d3215 None None] Sync routers for ids ['3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:50:47.286226 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4806abc7-ca24-4dc9-aaf3-5d49051d3215 None None] Routers {'3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:50:47.287262 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-4806abc7-ca24-4dc9-aaf3-5d49051d3215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:50:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:47.397025 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-909c70d7-1525-4f6c-9a41-0e5ea27243a8 admin admin] Publish callbacks [] for router (3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:47.400885 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-4806abc7-ca24-4dc9-aaf3-5d49051d3215 None None] Set router 3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:50:47.528933 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-909c70d7-1525-4f6c-9a41-0e5ea27243a8 admin admin] Publish callbacks [] for router_gateway (3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:47.597953 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-4806abc7-ca24-4dc9-aaf3-5d49051d3215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'name': 'tempest-TestShelveInstance-422531790-router', 'tenant_id': '0bf38c354bea44f5a503e76fa53b20f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '56e61e89-f03d-42b2-8ea0-504726c55535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:44:57Z', 'updated_at': '2022-08-24T06:50:46Z', 'revision_number': 5, 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'gw_port': {'id': '56e61e89-f03d-42b2-8ea0-504726c55535', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:44:58Z', 'updated_at': '2022-08-24T06:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi'}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:47.599721 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-909c70d7-1525-4f6c-9a41-0e5ea27243a8 admin admin] Deleting port 56e61e89-f03d-42b2-8ea0-504726c55535 {{(pid=113089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:50:47.600167 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-909c70d7-1525-4f6c-9a41-0e5ea27243a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (56e61e89-f03d-42b2-8ea0-504726c55535), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:47.634243 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4806abc7-ca24-4dc9-aaf3-5d49051d3215 None None] Checking router: 3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6 for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:50:47.644984 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4806abc7-ca24-4dc9-aaf3-5d49051d3215 None None] Routers {'3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:50:47.646121 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-4806abc7-ca24-4dc9-aaf3-5d49051d3215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:50:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:47.696300 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.db [None req-909c70d7-1525-4f6c-9a41-0e5ea27243a8 admin admin] For port 56e61e89-f03d-42b2-8ea0-504726c55535, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=56e61e89-f03d-42b2-8ea0-504726c55535,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:50:47.696963 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-909c70d7-1525-4f6c-9a41-0e5ea27243a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (56e61e89-f03d-42b2-8ea0-504726c55535), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:47.713426 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-909c70d7-1525-4f6c-9a41-0e5ea27243a8 admin admin] Calling delete_port for 56e61e89-f03d-42b2-8ea0-504726c55535 owned by network:router_gateway {{(pid=113089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:50:47.719095 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=100 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:47.753987 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-4806abc7-ca24-4dc9-aaf3-5d49051d3215 None None] Set router 3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6 gateway port host: None {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:50:47.875182 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-4806abc7-ca24-4dc9-aaf3-5d49051d3215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'name': 'tempest-TestShelveInstance-422531790-router', 'tenant_id': '0bf38c354bea44f5a503e76fa53b20f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:44:57Z', 'updated_at': '2022-08-24T06:50:47Z', 'revision_number': 6, 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'gw_port_host': None}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:47.937250 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4806abc7-ca24-4dc9-aaf3-5d49051d3215 None None] The sync data for ids ['3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6'] in dv-cinder-854271-1-iscsi is: [{'id': '3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6', 'name': 'tempest-TestShelveInstance-422531790-router', 'tenant_id': '0bf38c354bea44f5a503e76fa53b20f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:44:57Z', 'updated_at': '2022-08-24T06:50:47Z', 'revision_number': 6, 'project_id': '0bf38c354bea44f5a503e76fa53b20f6', 'gw_port_host': None}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:50:47.950936 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:48.029582 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-909c70d7-1525-4f6c-9a41-0e5ea27243a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8818239'] for port (56e61e89-f03d-42b2-8ea0-504726c55535), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:48.056501 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c70d7-1525-4f6c-9a41-0e5ea27243a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=56e61e89-f03d-42b2-8ea0-504726c55535,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:48.130645 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-909c70d7-1525-4f6c-9a41-0e5ea27243a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696360'] for router_gateway (3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:48.242024 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-909c70d7-1525-4f6c-9a41-0e5ea27243a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1699731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router (3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:48.244858 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-909c70d7-1525-4f6c-9a41-0e5ea27243a8 admin admin] Publish callbacks [] for router_controller (3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6), precommit_delete_associations {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:48.297302 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-909c70d7-1525-4f6c-9a41-0e5ea27243a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1699722'] for router (3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:48.297984 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909c70d7-1525-4f6c-9a41-0e5ea27243a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6 {{(pid=113089) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 06:50:48.303803 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-909c70d7-1525-4f6c-9a41-0e5ea27243a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:48.305144 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-909c70d7-1525-4f6c-9a41-0e5ea27243a8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/3512a2cd-7e8d-4fc1-95bd-f1e66c8382b6 HTTP/1.1" status: 204 len: 168 time: 1.0425019 Aug 24 06:50:48.307907 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55532) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:48.405891 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_v2 [None req-48bfa119-170c-44dc-81f0-b5af52f6d4ce admin admin] Deleting subnet c0ac3680-c342-4f76-808a-5fdbedfba4b3 {{(pid=113088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 06:50:48.416664 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-48bfa119-170c-44dc-81f0-b5af52f6d4ce admin admin] Publish callbacks [] for subnet (c0ac3680-c342-4f76-808a-5fdbedfba4b3), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:48.472284 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-48bfa119-170c-44dc-81f0-b5af52f6d4ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884324'] for subnet (c0ac3680-c342-4f76-808a-5fdbedfba4b3), precommit_delete_associations {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:48.485817 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 8154d28a-c953-47ce-8f6e-a5c81a08ced5 no longer exists at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:50:48.511022 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] No Port match for: 8154d28a-c953-47ce-8f6e-a5c81a08ced5 {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:50:48.511425 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 8154d28a-c953-47ce-8f6e-a5c81a08ced5 not bound to the agent host dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:50:48.565406 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-48bfa119-170c-44dc-81f0-b5af52f6d4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594230'] for subnet (c0ac3680-c342-4f76-808a-5fdbedfba4b3), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:48.599279 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:48.622057 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-48bfa119-170c-44dc-81f0-b5af52f6d4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4110209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404032'] for subnet (c0ac3680-c342-4f76-808a-5fdbedfba4b3), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:48.649496 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bfa119-170c-44dc-81f0-b5af52f6d4ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0ac3680-c342-4f76-808a-5fdbedfba4b3,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:48.652974 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-48bfa119-170c-44dc-81f0-b5af52f6d4ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:48.656041 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-48bfa119-170c-44dc-81f0-b5af52f6d4ce admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/c0ac3680-c342-4f76-808a-5fdbedfba4b3 HTTP/1.1" status: 204 len: 168 time: 0.3459804 Aug 24 06:50:48.657649 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e601b53e-00c6-42e4-afd8-b86fb8724d4b None None] Network 1a65afdd-a8e2-4518-9256-f6218e06bf95 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:50:48.659114 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 55540) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:48.661866 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bfa119-170c-44dc-81f0-b5af52f6d4ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:48.662247 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bfa119-170c-44dc-81f0-b5af52f6d4ce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:48.662560 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bfa119-170c-44dc-81f0-b5af52f6d4ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:48.662920 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bfa119-170c-44dc-81f0-b5af52f6d4ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:48.663367 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bfa119-170c-44dc-81f0-b5af52f6d4ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:48.663683 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bfa119-170c-44dc-81f0-b5af52f6d4ce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:48.664013 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bfa119-170c-44dc-81f0-b5af52f6d4ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:48.664375 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bfa119-170c-44dc-81f0-b5af52f6d4ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:48.664704 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bfa119-170c-44dc-81f0-b5af52f6d4ce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:48.665030 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bfa119-170c-44dc-81f0-b5af52f6d4ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:48.665357 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bfa119-170c-44dc-81f0-b5af52f6d4ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:48.665686 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bfa119-170c-44dc-81f0-b5af52f6d4ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:48.666006 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bfa119-170c-44dc-81f0-b5af52f6d4ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:48.666350 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bfa119-170c-44dc-81f0-b5af52f6d4ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:48.666651 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bfa119-170c-44dc-81f0-b5af52f6d4ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:48.693650 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:48.738009 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623035'] for network (1a65afdd-a8e2-4518-9256-f6218e06bf95), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:48.782207 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] Deleting port 0b21efc2-8f77-421f-bcec-7601064ac413 {{(pid=113089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:50:48.782410 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (0b21efc2-8f77-421f-bcec-7601064ac413), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:48.850731 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.db [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] For port 0b21efc2-8f77-421f-bcec-7601064ac413, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=0b21efc2-8f77-421f-bcec-7601064ac413,segment=NetworkSegment(66e80b04-3348-4d98-9a1e-377326afcde4),segment_id=66e80b04-3348-4d98-9a1e-377326afcde4)] {{(pid=113089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:50:48.851110 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (0b21efc2-8f77-421f-bcec-7601064ac413), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:48.867076 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] Calling delete_port for 0b21efc2-8f77-421f-bcec-7601064ac413 owned by network:dhcp {{(pid=113089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:50:48.891891 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92954ef1-51b9-4e7b-b56b-284e87246530 None None] DHCP port deletion for 1a65afdd-a8e2-4518-9256-f6218e06bf95 request from dv-cinder-854271-1-iscsi {{(pid=113090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 06:50:48.931181 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-92954ef1-51b9-4e7b-b56b-284e87246530 None None] Deleting port 0b21efc2-8f77-421f-bcec-7601064ac413 {{(pid=113090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:50:48.931590 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-92954ef1-51b9-4e7b-b56b-284e87246530 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (0b21efc2-8f77-421f-bcec-7601064ac413), before_delete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:48.966698 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8818239'] for port (0b21efc2-8f77-421f-bcec-7601064ac413), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:48.994004 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b21efc2-8f77-421f-bcec-7601064ac413,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:49.002903 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] No DVR routers for this DVR port 0b21efc2-8f77-421f-bcec-7601064ac413 on host dv-cinder-854271-1-iscsi {{(pid=113089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:50:49.005137 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:49.005479 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:49.005827 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:49.006218 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:49.006848 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:49.006969 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:49.007292 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:49.007568 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:49.007889 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:49.008211 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:49.008529 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:49.008885 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:49.009150 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:49.009462 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:49.009777 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:49.010181 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-92954ef1-51b9-4e7b-b56b-284e87246530 None None] For port 0b21efc2-8f77-421f-bcec-7601064ac413, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=0b21efc2-8f77-421f-bcec-7601064ac413,segment=NetworkSegment(66e80b04-3348-4d98-9a1e-377326afcde4),segment_id=66e80b04-3348-4d98-9a1e-377326afcde4)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:50:49.010667 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-92954ef1-51b9-4e7b-b56b-284e87246530 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (0b21efc2-8f77-421f-bcec-7601064ac413), precommit_delete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:49.026004 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-92954ef1-51b9-4e7b-b56b-284e87246530 None None] Calling delete_port for 0b21efc2-8f77-421f-bcec-7601064ac413 owned by network:dhcp {{(pid=113090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:50:49.095827 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-591158', 'neutron.services.segments.db._delete_segments_for_network-8748143077744'] for network (1a65afdd-a8e2-4518-9256-f6218e06bf95), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:49.118541 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.services.segments.db [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a65afdd-a8e2-4518-9256-f6218e06bf95']}} {{(pid=113089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:49.125012 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-92954ef1-51b9-4e7b-b56b-284e87246530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118'] for port (0b21efc2-8f77-421f-bcec-7601064ac413), after_delete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:49.131156 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.services.segments.db [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e80b04-3348-4d98-9a1e-377326afcde4') {'for_net_delete': True} {{(pid=113089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:49.133089 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.services.segments.db [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e80b04-3348-4d98-9a1e-377326afcde4') {} {{(pid=113089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:49.145091 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748143134702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3691544'] for segment (66e80b04-3348-4d98-9a1e-377326afcde4), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:49.150459 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92954ef1-51b9-4e7b-b56b-284e87246530 None None] Pushing event deleted for resources: {'Port': ['ID=0b21efc2-8f77-421f-bcec-7601064ac413,revision_number=None']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:49.161662 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92954ef1-51b9-4e7b-b56b-284e87246530 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:49.162013 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92954ef1-51b9-4e7b-b56b-284e87246530 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:49.162355 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92954ef1-51b9-4e7b-b56b-284e87246530 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:49.162686 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92954ef1-51b9-4e7b-b56b-284e87246530 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:49.163220 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92954ef1-51b9-4e7b-b56b-284e87246530 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:49.163695 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92954ef1-51b9-4e7b-b56b-284e87246530 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:49.164163 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92954ef1-51b9-4e7b-b56b-284e87246530 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:49.164635 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92954ef1-51b9-4e7b-b56b-284e87246530 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:49.164972 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92954ef1-51b9-4e7b-b56b-284e87246530 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:49.165298 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92954ef1-51b9-4e7b-b56b-284e87246530 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:49.165626 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92954ef1-51b9-4e7b-b56b-284e87246530 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:49.166001 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (66e80b04-3348-4d98-9a1e-377326afcde4), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:49.166120 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92954ef1-51b9-4e7b-b56b-284e87246530 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:49.166323 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92954ef1-51b9-4e7b-b56b-284e87246530 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:49.166646 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92954ef1-51b9-4e7b-b56b-284e87246530 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:49.166968 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92954ef1-51b9-4e7b-b56b-284e87246530 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:50:49.170137 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92954ef1-51b9-4e7b-b56b-284e87246530 None None] No DVR routers for this DVR port 0b21efc2-8f77-421f-bcec-7601064ac413 on host dv-cinder-854271-1-iscsi {{(pid=113090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:50:49.177311 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=113089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 06:50:49.178180 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8818188'] for segment (66e80b04-3348-4d98-9a1e-377326afcde4), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:49.208978 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.services.segments.plugin [-] Segment 66e80b04-3348-4d98-9a1e-377326afcde4 resource provider aggregate not found Aug 24 06:50:49.259889 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.services.segments.plugin [-] Segment 66e80b04-3348-4d98-9a1e-377326afcde4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 66e80b04-3348-4d98-9a1e-377326afcde4 found for delete ", "request_id": "req-596607f9-8014-4c36-a940-a41783e9e40b"}]} Aug 24 06:50:49.270330 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696332'] for network (1a65afdd-a8e2-4518-9256-f6218e06bf95), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:49.276330 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:49.281600 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/1a65afdd-a8e2-4518-9256-f6218e06bf95 HTTP/1.1" status: 204 len: 168 time: 0.6210315 Aug 24 06:50:49.285062 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55556) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:49.297655 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6f168-3e23-4388-9c5c-293f49134c59 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a65afdd-a8e2-4518-9256-f6218e06bf95,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:49.401546 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:49.918547 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5aade94b-7d06-455c-bd2d-8dfe8bb3a73e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699757'] for router_interface (8da8a59b-2b18-42a3-8e2d-cce5f089f8d4), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:50.151408 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-5aade94b-7d06-455c-bd2d-8dfe8bb3a73e admin admin] Deleting port e1080584-02a9-46f8-b500-6fd1565d0199 {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:50:50.151636 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5aade94b-7d06-455c-bd2d-8dfe8bb3a73e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (e1080584-02a9-46f8-b500-6fd1565d0199), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:50.244329 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [None req-5aade94b-7d06-455c-bd2d-8dfe8bb3a73e admin admin] For port e1080584-02a9-46f8-b500-6fd1565d0199, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=e1080584-02a9-46f8-b500-6fd1565d0199,segment=NetworkSegment(55c7fb19-945d-4e17-8711-4bac238e04dc),segment_id=55c7fb19-945d-4e17-8711-4bac238e04dc)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:50:50.244693 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5aade94b-7d06-455c-bd2d-8dfe8bb3a73e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (e1080584-02a9-46f8-b500-6fd1565d0199), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:50.259253 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-5aade94b-7d06-455c-bd2d-8dfe8bb3a73e admin admin] Calling delete_port for e1080584-02a9-46f8-b500-6fd1565d0199 owned by network:router_interface {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:50:50.300420 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 0b21efc2-8f77-421f-bcec-7601064ac413 no longer exists at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:50:50.322241 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] No Port match for: 0b21efc2-8f77-421f-bcec-7601064ac413 {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:50:50.322562 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 0b21efc2-8f77-421f-bcec-7601064ac413 not bound to the agent host dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:50:50.322996 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 56e61e89-f03d-42b2-8ea0-504726c55535 no longer exists at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:50:50.342305 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] No Port match for: 56e61e89-f03d-42b2-8ea0-504726c55535 {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:50:50.342651 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 56e61e89-f03d-42b2-8ea0-504726c55535 not bound to the agent host dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:50:50.445971 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:50.460415 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5aade94b-7d06-455c-bd2d-8dfe8bb3a73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (e1080584-02a9-46f8-b500-6fd1565d0199), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:50.495725 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aade94b-7d06-455c-bd2d-8dfe8bb3a73e admin admin] Pushing event deleted for resources: {'Port': ['ID=e1080584-02a9-46f8-b500-6fd1565d0199,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:50.559658 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:50.672447 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5aade94b-7d06-455c-bd2d-8dfe8bb3a73e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699641'] for router_interface (8da8a59b-2b18-42a3-8e2d-cce5f089f8d4), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:50.878850 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aade94b-7d06-455c-bd2d-8dfe8bb3a73e admin admin] Router 8da8a59b-2b18-42a3-8e2d-cce5f089f8d4 has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:50:50.986191 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aade94b-7d06-455c-bd2d-8dfe8bb3a73e admin admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:50:50.991208 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-5aade94b-7d06-455c-bd2d-8dfe8bb3a73e admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/8da8a59b-2b18-42a3-8e2d-cce5f089f8d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7041783 Aug 24 06:50:50.993820 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55608) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:50.996468 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615ef005-5ab9-4330-a4dc-fcabaecf6a04 None None] Sync routers for ids ['8da8a59b-2b18-42a3-8e2d-cce5f089f8d4'] in dv-cinder-854271-1-iscsi {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:50:51.009043 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615ef005-5ab9-4330-a4dc-fcabaecf6a04 None None] Routers {'8da8a59b-2b18-42a3-8e2d-cce5f089f8d4'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:50:51.009661 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-615ef005-5ab9-4330-a4dc-fcabaecf6a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:50:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['8da8a59b-2b18-42a3-8e2d-cce5f089f8d4'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:51.093451 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-778cec69-c097-4668-abb4-9804cd27f618 admin admin] Publish callbacks [] for router (8da8a59b-2b18-42a3-8e2d-cce5f089f8d4), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:51.110928 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-615ef005-5ab9-4330-a4dc-fcabaecf6a04 None None] Set router 8da8a59b-2b18-42a3-8e2d-cce5f089f8d4 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:50:51.197012 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-778cec69-c097-4668-abb4-9804cd27f618 admin admin] Publish callbacks [] for router_gateway (8da8a59b-2b18-42a3-8e2d-cce5f089f8d4), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:51.245839 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-778cec69-c097-4668-abb4-9804cd27f618 admin admin] Deleting port f343b0d1-1f85-4413-8d52-da23b82b67db {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:50:51.246223 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-778cec69-c097-4668-abb4-9804cd27f618 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (f343b0d1-1f85-4413-8d52-da23b82b67db), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:51.292003 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-615ef005-5ab9-4330-a4dc-fcabaecf6a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da8a59b-2b18-42a3-8e2d-cce5f089f8d4', 'name': 'tempest-TestShelveInstance-702120654-router', 'tenant_id': '3a06b7cea7d34413b2f95c1db2583af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f343b0d1-1f85-4413-8d52-da23b82b67db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:45:02Z', 'updated_at': '2022-08-24T06:50:50Z', 'revision_number': 5, 'project_id': '3a06b7cea7d34413b2f95c1db2583af0', 'gw_port': {'id': 'f343b0d1-1f85-4413-8d52-da23b82b67db', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da8a59b-2b18-42a3-8e2d-cce5f089f8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:45:03Z', 'updated_at': '2022-08-24T06:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi'}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:51.318622 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615ef005-5ab9-4330-a4dc-fcabaecf6a04 None None] Checking router: 8da8a59b-2b18-42a3-8e2d-cce5f089f8d4 for host: dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:50:51.327129 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:51.327372 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615ef005-5ab9-4330-a4dc-fcabaecf6a04 None None] Routers {'8da8a59b-2b18-42a3-8e2d-cce5f089f8d4'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:50:51.327985 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-615ef005-5ab9-4330-a4dc-fcabaecf6a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:50:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['8da8a59b-2b18-42a3-8e2d-cce5f089f8d4'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:51.332879 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [None req-778cec69-c097-4668-abb4-9804cd27f618 admin admin] For port f343b0d1-1f85-4413-8d52-da23b82b67db, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=f343b0d1-1f85-4413-8d52-da23b82b67db,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:50:51.333243 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-778cec69-c097-4668-abb4-9804cd27f618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (f343b0d1-1f85-4413-8d52-da23b82b67db), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:51.348609 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-778cec69-c097-4668-abb4-9804cd27f618 admin admin] Calling delete_port for f343b0d1-1f85-4413-8d52-da23b82b67db owned by network:router_gateway {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:50:51.413934 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:51.422010 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-615ef005-5ab9-4330-a4dc-fcabaecf6a04 None None] Set router 8da8a59b-2b18-42a3-8e2d-cce5f089f8d4 gateway port host: None {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:50:51.424644 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:51.474270 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-615ef005-5ab9-4330-a4dc-fcabaecf6a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da8a59b-2b18-42a3-8e2d-cce5f089f8d4', 'name': 'tempest-TestShelveInstance-702120654-router', 'tenant_id': '3a06b7cea7d34413b2f95c1db2583af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:45:02Z', 'updated_at': '2022-08-24T06:50:51Z', 'revision_number': 6, 'project_id': '3a06b7cea7d34413b2f95c1db2583af0', 'gw_port_host': None}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:51.476623 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:51.506160 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615ef005-5ab9-4330-a4dc-fcabaecf6a04 None None] The sync data for ids ['8da8a59b-2b18-42a3-8e2d-cce5f089f8d4'] in dv-cinder-854271-1-iscsi is: [{'id': '8da8a59b-2b18-42a3-8e2d-cce5f089f8d4', 'name': 'tempest-TestShelveInstance-702120654-router', 'tenant_id': '3a06b7cea7d34413b2f95c1db2583af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:45:02Z', 'updated_at': '2022-08-24T06:50:51Z', 'revision_number': 6, 'project_id': '3a06b7cea7d34413b2f95c1db2583af0', 'gw_port_host': None}] {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:50:51.527893 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-778cec69-c097-4668-abb4-9804cd27f618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (f343b0d1-1f85-4413-8d52-da23b82b67db), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:51.551975 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778cec69-c097-4668-abb4-9804cd27f618 admin admin] Pushing event deleted for resources: {'Port': ['ID=f343b0d1-1f85-4413-8d52-da23b82b67db,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:51.555082 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:51.619990 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-778cec69-c097-4668-abb4-9804cd27f618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696360'] for router_gateway (8da8a59b-2b18-42a3-8e2d-cce5f089f8d4), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:51.716640 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-778cec69-c097-4668-abb4-9804cd27f618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1699731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router (8da8a59b-2b18-42a3-8e2d-cce5f089f8d4), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:51.718881 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-778cec69-c097-4668-abb4-9804cd27f618 admin admin] Publish callbacks [] for router_controller (8da8a59b-2b18-42a3-8e2d-cce5f089f8d4), precommit_delete_associations {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:51.769330 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-778cec69-c097-4668-abb4-9804cd27f618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1699722'] for router (8da8a59b-2b18-42a3-8e2d-cce5f089f8d4), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:51.770051 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778cec69-c097-4668-abb4-9804cd27f618 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8da8a59b-2b18-42a3-8e2d-cce5f089f8d4 {{(pid=113088) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 06:50:51.774945 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-778cec69-c097-4668-abb4-9804cd27f618 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:51.776144 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-778cec69-c097-4668-abb4-9804cd27f618 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/8da8a59b-2b18-42a3-8e2d-cce5f089f8d4 HTTP/1.1" status: 204 len: 168 time: 0.7814424 Aug 24 06:50:51.779564 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55616) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:51.826494 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_v2 [None req-d54d2417-268a-448e-9c82-719a874c1117 admin admin] Deleting subnet b1d57d25-62c2-4c3c-9fb0-ad376dd5bdeb {{(pid=113088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 06:50:51.829854 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d54d2417-268a-448e-9c82-719a874c1117 admin admin] Publish callbacks [] for subnet (b1d57d25-62c2-4c3c-9fb0-ad376dd5bdeb), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:51.868807 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d54d2417-268a-448e-9c82-719a874c1117 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884324'] for subnet (b1d57d25-62c2-4c3c-9fb0-ad376dd5bdeb), precommit_delete_associations {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:51.956225 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d54d2417-268a-448e-9c82-719a874c1117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594230'] for subnet (b1d57d25-62c2-4c3c-9fb0-ad376dd5bdeb), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:52.020931 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d54d2417-268a-448e-9c82-719a874c1117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4110209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404032'] for subnet (b1d57d25-62c2-4c3c-9fb0-ad376dd5bdeb), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:52.046177 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d2417-268a-448e-9c82-719a874c1117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1d57d25-62c2-4c3c-9fb0-ad376dd5bdeb,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:52.049867 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-d54d2417-268a-448e-9c82-719a874c1117 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:52.052941 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-d54d2417-268a-448e-9c82-719a874c1117 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/b1d57d25-62c2-4c3c-9fb0-ad376dd5bdeb HTTP/1.1" status: 204 len: 168 time: 0.2724655 Aug 24 06:50:52.055462 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55622) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:52.057936 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2452b5fa-6338-452f-bc46-fd4690b83b8f None None] Network 9e1abf5f-e311-4b5d-b320-fa16142ec24b requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:50:52.126801 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f150d689-c2de-4541-9446-c78432716a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623035'] for network (9e1abf5f-e311-4b5d-b320-fa16142ec24b), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:52.170784 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-f150d689-c2de-4541-9446-c78432716a7f admin admin] Deleting port 88cfd7f4-0339-41f0-946d-4e704bce8592 {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:50:52.171056 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f150d689-c2de-4541-9446-c78432716a7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (88cfd7f4-0339-41f0-946d-4e704bce8592), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:52.237889 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [None req-f150d689-c2de-4541-9446-c78432716a7f admin admin] For port 88cfd7f4-0339-41f0-946d-4e704bce8592, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=88cfd7f4-0339-41f0-946d-4e704bce8592,segment=NetworkSegment(55c7fb19-945d-4e17-8711-4bac238e04dc),segment_id=55c7fb19-945d-4e17-8711-4bac238e04dc)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:50:52.238186 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f150d689-c2de-4541-9446-c78432716a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (88cfd7f4-0339-41f0-946d-4e704bce8592), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:52.255151 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-f150d689-c2de-4541-9446-c78432716a7f admin admin] Calling delete_port for 88cfd7f4-0339-41f0-946d-4e704bce8592 owned by network:dhcp {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:50:52.298357 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd51bdb0-80bd-4efa-9d6c-f0297f491ec8 None None] DHCP port deletion for 9e1abf5f-e311-4b5d-b320-fa16142ec24b request from dv-cinder-854271-1-iscsi {{(pid=113090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 06:50:52.329371 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:52.344668 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f150d689-c2de-4541-9446-c78432716a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (88cfd7f4-0339-41f0-946d-4e704bce8592), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:52.349625 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-fd51bdb0-80bd-4efa-9d6c-f0297f491ec8 None None] Deleting port 88cfd7f4-0339-41f0-946d-4e704bce8592 {{(pid=113090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:50:52.350578 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-fd51bdb0-80bd-4efa-9d6c-f0297f491ec8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (88cfd7f4-0339-41f0-946d-4e704bce8592), before_delete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:52.352619 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:52.369289 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device e1080584-02a9-46f8-b500-6fd1565d0199 no longer exists at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:50:52.378059 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150d689-c2de-4541-9446-c78432716a7f admin admin] Pushing event deleted for resources: {'Port': ['ID=88cfd7f4-0339-41f0-946d-4e704bce8592,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:52.383297 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f150d689-c2de-4541-9446-c78432716a7f admin admin] No DVR routers for this DVR port 88cfd7f4-0339-41f0-946d-4e704bce8592 on host dv-cinder-854271-1-iscsi {{(pid=113088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:50:52.401921 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] No Port match for: e1080584-02a9-46f8-b500-6fd1565d0199 {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:50:52.402356 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device e1080584-02a9-46f8-b500-6fd1565d0199 not bound to the agent host dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:50:52.402847 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device f343b0d1-1f85-4413-8d52-da23b82b67db no longer exists at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:50:52.458294 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] No Port match for: f343b0d1-1f85-4413-8d52-da23b82b67db {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:50:52.458743 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device f343b0d1-1f85-4413-8d52-da23b82b67db not bound to the agent host dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:50:52.459072 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 88cfd7f4-0339-41f0-946d-4e704bce8592 no longer exists at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:50:52.459526 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f150d689-c2de-4541-9446-c78432716a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-591158', 'neutron.services.segments.db._delete_segments_for_network-8748143077744'] for network (9e1abf5f-e311-4b5d-b320-fa16142ec24b), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:52.465887 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-fd51bdb0-80bd-4efa-9d6c-f0297f491ec8 None None] For port 88cfd7f4-0339-41f0-946d-4e704bce8592, host dv-cinder-854271-1-iscsi, got binding levels [] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:50:52.466281 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-fd51bdb0-80bd-4efa-9d6c-f0297f491ec8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (88cfd7f4-0339-41f0-946d-4e704bce8592), precommit_delete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:52.483988 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.services.segments.db [None req-f150d689-c2de-4541-9446-c78432716a7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e1abf5f-e311-4b5d-b320-fa16142ec24b']}} {{(pid=113088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:52.490760 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] No Port match for: 88cfd7f4-0339-41f0-946d-4e704bce8592 {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:50:52.491108 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 88cfd7f4-0339-41f0-946d-4e704bce8592 not bound to the agent host dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:50:52.494548 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.services.segments.db [None req-f150d689-c2de-4541-9446-c78432716a7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c7fb19-945d-4e17-8711-4bac238e04dc') {'for_net_delete': True} {{(pid=113088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:52.494844 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.services.segments.db [None req-f150d689-c2de-4541-9446-c78432716a7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c7fb19-945d-4e17-8711-4bac238e04dc') {} {{(pid=113088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:50:52.496529 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-fd51bdb0-80bd-4efa-9d6c-f0297f491ec8 None None] Calling delete_port for 88cfd7f4-0339-41f0-946d-4e704bce8592 owned by network:dhcp {{(pid=113090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:50:52.499363 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.ipam_backend_mixin [None req-fd51bdb0-80bd-4efa-9d6c-f0297f491ec8 None None] Port 88cfd7f4-0339-41f0-946d-4e704bce8592 was not found and therefore no delete operation was performed {{(pid=113090) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 24 06:50:52.500752 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-fd51bdb0-80bd-4efa-9d6c-f0297f491ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118'] for port (88cfd7f4-0339-41f0-946d-4e704bce8592), after_delete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:52.515398 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f150d689-c2de-4541-9446-c78432716a7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748143134702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884333'] for segment (55c7fb19-945d-4e17-8711-4bac238e04dc), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:52.516097 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd51bdb0-80bd-4efa-9d6c-f0297f491ec8 None None] No DVR routers for this DVR port 88cfd7f4-0339-41f0-946d-4e704bce8592 on host dv-cinder-854271-1-iscsi {{(pid=113090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:50:52.522514 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f150d689-c2de-4541-9446-c78432716a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (55c7fb19-945d-4e17-8711-4bac238e04dc), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:52.533244 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f150d689-c2de-4541-9446-c78432716a7f admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=113088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 06:50:52.533885 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f150d689-c2de-4541-9446-c78432716a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4110311'] for segment (55c7fb19-945d-4e17-8711-4bac238e04dc), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:52.541545 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51bdb0-80bd-4efa-9d6c-f0297f491ec8 None None] Pushing event deleted for resources: {'Port': ['ID=88cfd7f4-0339-41f0-946d-4e704bce8592,revision_number=None']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:52.568046 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.services.segments.plugin [-] Segment 55c7fb19-945d-4e17-8711-4bac238e04dc resource provider aggregate not found Aug 24 06:50:52.610058 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.services.segments.plugin [-] Segment 55c7fb19-945d-4e17-8711-4bac238e04dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55c7fb19-945d-4e17-8711-4bac238e04dc found for delete ", "request_id": "req-e5d6a355-8497-4ba4-b9ef-e4bf81904dc0"}]} Aug 24 06:50:52.619933 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f150d689-c2de-4541-9446-c78432716a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696332'] for network (9e1abf5f-e311-4b5d-b320-fa16142ec24b), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:52.627408 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f150d689-c2de-4541-9446-c78432716a7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:52.632759 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-f150d689-c2de-4541-9446-c78432716a7f admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/9e1abf5f-e311-4b5d-b320-fa16142ec24b HTTP/1.1" status: 204 len: 168 time: 0.5739954 Aug 24 06:50:52.646408 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150d689-c2de-4541-9446-c78432716a7f admin admin] Pushing event deleted for resources: {'Network': ['ID=9e1abf5f-e311-4b5d-b320-fa16142ec24b,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:52.834543 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 55648) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:52.881249 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-cf4d077d-1a11-470d-ab48-bdba07bf7ad8 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0bf38c354bea44f5a503e76fa53b20f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453732 Aug 24 06:50:52.883957 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55650) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:52.938661 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a42138d7-0ae4-4cab-995d-214c5dc9fa36 admin admin] Publish callbacks [] for security_group (a7613200-ef8e-4e26-93b6-9ffa057de5f2), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:52.959893 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a42138d7-0ae4-4cab-995d-214c5dc9fa36 admin admin] Publish callbacks [] for security_group (a7613200-ef8e-4e26-93b6-9ffa057de5f2), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:53.011788 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a42138d7-0ae4-4cab-995d-214c5dc9fa36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (a7613200-ef8e-4e26-93b6-9ffa057de5f2), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:53.014363 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a42138d7-0ae4-4cab-995d-214c5dc9fa36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:53.015544 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-a42138d7-0ae4-4cab-995d-214c5dc9fa36 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a7613200-ef8e-4e26-93b6-9ffa057de5f2 HTTP/1.1" status: 204 len: 168 time: 0.1305597 Aug 24 06:50:53.024553 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42138d7-0ae4-4cab-995d-214c5dc9fa36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7613200-ef8e-4e26-93b6-9ffa057de5f2,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:53.108577 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:50:53.403543 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55668) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:53.445411 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-640fe6dc-4dea-4636-9c63-b34fc781108d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=3a06b7cea7d34413b2f95c1db2583af0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406749 Aug 24 06:50:53.448136 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55670) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:53.498818 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-0893a46e-be6a-4671-99d3-5918c367a1f4 admin admin] Publish callbacks [] for security_group (49aaf27c-4455-4aa9-b3b7-cc7736afc4c4), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:53.519420 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-0893a46e-be6a-4671-99d3-5918c367a1f4 admin admin] Publish callbacks [] for security_group (49aaf27c-4455-4aa9-b3b7-cc7736afc4c4), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:53.577052 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-0893a46e-be6a-4671-99d3-5918c367a1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (49aaf27c-4455-4aa9-b3b7-cc7736afc4c4), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:53.579902 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-0893a46e-be6a-4671-99d3-5918c367a1f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:53.581606 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-0893a46e-be6a-4671-99d3-5918c367a1f4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/49aaf27c-4455-4aa9-b3b7-cc7736afc4c4 HTTP/1.1" status: 204 len: 168 time: 0.1325328 Aug 24 06:50:53.591638 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893a46e-be6a-4671-99d3-5918c367a1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49aaf27c-4455-4aa9-b3b7-cc7736afc4c4,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:55.434341 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55732) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:55.555682 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-bb64482b-c306-46ba-8a49-17b031b0ffef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:55.637593 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-bb64482b-c306-46ba-8a49-17b031b0ffef admin admin] Publish callbacks [] for security_group (57cd03ae-c521-4032-a1ef-041fb13065c0), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:55.643234 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-bb64482b-c306-46ba-8a49-17b031b0ffef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (57cd03ae-c521-4032-a1ef-041fb13065c0), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:55.682666 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64482b-c306-46ba-8a49-17b031b0ffef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57cd03ae-c521-4032-a1ef-041fb13065c0,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:55.687467 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-bb64482b-c306-46ba-8a49-17b031b0ffef admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0bc596aa9feb471a9e0d32cb4a951002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2516868 Aug 24 06:50:55.690190 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55742) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:55.708193 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=6 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:55.748122 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c6da1716-445e-40d3-b1df-35c14061c3e9 admin admin] Publish callbacks [] for security_group (57cd03ae-c521-4032-a1ef-041fb13065c0), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:55.773183 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c6da1716-445e-40d3-b1df-35c14061c3e9 admin admin] Publish callbacks [] for security_group (57cd03ae-c521-4032-a1ef-041fb13065c0), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:55.801408 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:55.829857 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c6da1716-445e-40d3-b1df-35c14061c3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (57cd03ae-c521-4032-a1ef-041fb13065c0), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:55.832966 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-c6da1716-445e-40d3-b1df-35c14061c3e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:55.834156 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-c6da1716-445e-40d3-b1df-35c14061c3e9 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/57cd03ae-c521-4032-a1ef-041fb13065c0 HTTP/1.1" status: 204 len: 168 time: 0.1430638 Aug 24 06:50:55.842178 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da1716-445e-40d3-b1df-35c14061c3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cd03ae-c521-4032-a1ef-041fb13065c0,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:57.879147 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=6 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:57.965265 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 55846) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:58.099070 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ce14609d-c400-4377-8957-c73093142613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:58.127603 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-4bd15453-e255-4486-bd41-6a94e7d09849 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1819948811&fields=id&tenant_id=13dae75bec47489cac0248f2bb2c197d HTTP/1.1" status: 200 len: 267 time: 0.0715258 Aug 24 06:50:58.138034 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:58.285561 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-42492013-5a7d-40da-be24-5ad2bdb3722f tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:50:58.287662 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-42492013-5a7d-40da-be24-5ad2bdb3722f tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/networks?id=ac79ef75-2295-49c5-bcaa-808b501af7f4 HTTP/1.1" status: 200 len: 812 time: 0.1521320 Aug 24 06:50:58.311294 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ce14609d-c400-4377-8957-c73093142613 admin admin] Publish callbacks [] for security_group (b1d3c4e8-b356-49a7-812f-1c383788fc02), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:58.313712 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-11c9a2a0-e528-4518-aa74-8cd9bf2ce1c1 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/quotas/13dae75bec47489cac0248f2bb2c197d HTTP/1.1" status: 200 len: 375 time: 0.0203748 Aug 24 06:50:58.316471 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ce14609d-c400-4377-8957-c73093142613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (b1d3c4e8-b356-49a7-812f-1c383788fc02), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:58.350432 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:50:58.388436 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-ce14609d-c400-4377-8957-c73093142613 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=34069499b9f64b81bcaa49dfc64ff1cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4202278 Aug 24 06:50:58.391679 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce14609d-c400-4377-8957-c73093142613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d3c4e8-b356-49a7-812f-1c383788fc02,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:58.392225 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55868) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:58.405849 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-8730a3ca-ca78-46c6-9538-c725061d45d2 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=13dae75bec47489cac0248f2bb2c197d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0851030 Aug 24 06:50:58.460543 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8960281e-a48a-46dd-846c-3a490c54ec34 admin admin] Publish callbacks [] for security_group (b1d3c4e8-b356-49a7-812f-1c383788fc02), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:58.483275 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8960281e-a48a-46dd-846c-3a490c54ec34 admin admin] Publish callbacks [] for security_group (b1d3c4e8-b356-49a7-812f-1c383788fc02), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:58.545915 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8960281e-a48a-46dd-846c-3a490c54ec34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (b1d3c4e8-b356-49a7-812f-1c383788fc02), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:58.549810 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8960281e-a48a-46dd-846c-3a490c54ec34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:58.551298 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-8960281e-a48a-46dd-846c-3a490c54ec34 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b1d3c4e8-b356-49a7-812f-1c383788fc02 HTTP/1.1" status: 204 len: 168 time: 0.1574643 Aug 24 06:50:58.572392 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960281e-a48a-46dd-846c-3a490c54ec34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d3c4e8-b356-49a7-812f-1c383788fc02,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:58.591454 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-e5001c34-ed9b-49b6-a66e-91a256b805ab service neutron] 10.222.0.52 "GET /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690612 Aug 24 06:50:58.709604 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-6499f11b-cc87-4ed1-bdd4-ab88252ce267 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102459 Aug 24 06:50:58.941548 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55894) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:58.955711 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-0cb2222c-abaa-4579-ad34-167148d35ad2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:59.042856 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-57500a13-6b55-4a08-b4d2-6d373e6ad747 req-a2f1f764-1ba7-41ab-83c7-ffbb6ad95d4a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=710ba31c-fd62-4a0b-ac84-d9b51862b83c HTTP/1.1" status: 200 len: 210 time: 0.0328035 Aug 24 06:50:59.072788 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-0cb2222c-abaa-4579-ad34-167148d35ad2 admin admin] Publish callbacks [] for security_group (762f270b-7f25-49e8-9ff1-420501fcd94c), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:59.077824 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-0cb2222c-abaa-4579-ad34-167148d35ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (762f270b-7f25-49e8-9ff1-420501fcd94c), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:59.118236 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-0cb2222c-abaa-4579-ad34-167148d35ad2 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f7ab17292dd84a4dbf1391d82e01bd2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1755805 Aug 24 06:50:59.119054 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2222c-abaa-4579-ad34-167148d35ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762f270b-7f25-49e8-9ff1-420501fcd94c,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:59.121367 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55902) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:59.175298 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-67641b10-03c5-4250-8a09-9010938d6257 admin admin] Publish callbacks [] for security_group (762f270b-7f25-49e8-9ff1-420501fcd94c), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:59.196154 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-67641b10-03c5-4250-8a09-9010938d6257 admin admin] Publish callbacks [] for security_group (762f270b-7f25-49e8-9ff1-420501fcd94c), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:59.251590 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-67641b10-03c5-4250-8a09-9010938d6257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (762f270b-7f25-49e8-9ff1-420501fcd94c), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:59.254538 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-67641b10-03c5-4250-8a09-9010938d6257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:59.255713 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-67641b10-03c5-4250-8a09-9010938d6257 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/762f270b-7f25-49e8-9ff1-420501fcd94c HTTP/1.1" status: 204 len: 168 time: 0.1333883 Aug 24 06:50:59.268765 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67641b10-03c5-4250-8a09-9010938d6257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762f270b-7f25-49e8-9ff1-420501fcd94c,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:50:59.769353 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 55934) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:50:59.821268 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_v2 [None req-f43e32d8-6fcd-4c77-b64a-77010b963aee admin admin] Deleting subnet 79879c3e-3a0d-451b-928d-3a9eff9ac528 {{(pid=113088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 06:50:59.824657 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f43e32d8-6fcd-4c77-b64a-77010b963aee admin admin] Publish callbacks [] for subnet (79879c3e-3a0d-451b-928d-3a9eff9ac528), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:59.870384 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f43e32d8-6fcd-4c77-b64a-77010b963aee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884324'] for subnet (79879c3e-3a0d-451b-928d-3a9eff9ac528), precommit_delete_associations {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:50:59.920515 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f43e32d8-6fcd-4c77-b64a-77010b963aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594230'] for subnet (79879c3e-3a0d-451b-928d-3a9eff9ac528), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:00.041622 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 55946) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:51:00.054456 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:00.072690 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:00.096136 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-efae4135-dc00-43db-95d5-055232719241 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:51:00.098159 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-efae4135-dc00-43db-95d5-055232719241 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.58 "GET /networking/v2.0/networks?id=ac79ef75-2295-49c5-bcaa-808b501af7f4 HTTP/1.1" status: 200 len: 812 time: 0.1553097 Aug 24 06:51:00.100563 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f43e32d8-6fcd-4c77-b64a-77010b963aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4110209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404032'] for subnet (79879c3e-3a0d-451b-928d-3a9eff9ac528), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:00.122883 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-f43e32d8-6fcd-4c77-b64a-77010b963aee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:00.128984 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 55954) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:51:00.129460 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-f43e32d8-6fcd-4c77-b64a-77010b963aee admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/79879c3e-3a0d-451b-928d-3a9eff9ac528 HTTP/1.1" status: 204 len: 168 time: 0.3585627 Aug 24 06:51:00.185415 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e32d8-6fcd-4c77-b64a-77010b963aee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79879c3e-3a0d-451b-928d-3a9eff9ac528,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:51:00.220196 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e600898c-d791-4e0f-bf07-64a612cddf25 req-08136b2f-bc12-474d-a0b3-2390fffa10eb tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=710ba31c-fd62-4a0b-ac84-d9b51862b83c HTTP/1.1" status: 200 len: 210 time: 0.0610051 Aug 24 06:51:00.239480 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-ceb8df25-bdb5-41b8-af7a-7cb3d9c211bb tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=13dae75bec47489cac0248f2bb2c197d HTTP/1.1" status: 200 len: 380 time: 0.1285460 Aug 24 06:51:00.253073 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-89a45516-aee7-4428-bf60-1659dfad15ec tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Request body: {'port': {'device_id': '710ba31c-fd62-4a0b-ac84-d9b51862b83c', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'admin_state_up': True, 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'security_groups': ['e85ccc86-689c-4e54-9a0b-aaa37444d21c']}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:51:00.278624 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-88e287e8-be1c-4133-aafa-941d71e7074f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623035'] for network (c10359f8-b705-48e5-897a-5add911a1d12), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:00.349264 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f284ac32-b2f5-4bfe-93e2-4278c9770159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:00.398519 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-88e287e8-be1c-4133-aafa-941d71e7074f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-591158', 'neutron.services.segments.db._delete_segments_for_network-8748143077744'] for network (c10359f8-b705-48e5-897a-5add911a1d12), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:00.405368 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-89a45516-aee7-4428-bf60-1659dfad15ec tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Made reservation on behalf of 13dae75bec47489cac0248f2bb2c197d for: {'port': 1} {{(pid=113088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:51:00.410153 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-89a45516-aee7-4428-bf60-1659dfad15ec tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:00.445224 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.services.segments.db [None req-88e287e8-be1c-4133-aafa-941d71e7074f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c10359f8-b705-48e5-897a-5add911a1d12']}} {{(pid=113089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:51:00.468551 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.services.segments.db [None req-88e287e8-be1c-4133-aafa-941d71e7074f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a496237-3567-4f9a-83fc-993db05f9ae8') {'for_net_delete': True} {{(pid=113089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:51:00.468953 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.services.segments.db [None req-88e287e8-be1c-4133-aafa-941d71e7074f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a496237-3567-4f9a-83fc-993db05f9ae8') {} {{(pid=113089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:51:00.482761 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-88e287e8-be1c-4133-aafa-941d71e7074f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748143134702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3691544'] for segment (4a496237-3567-4f9a-83fc-993db05f9ae8), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:00.517843 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-88e287e8-be1c-4133-aafa-941d71e7074f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (4a496237-3567-4f9a-83fc-993db05f9ae8), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:00.530938 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e287e8-be1c-4133-aafa-941d71e7074f admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=113089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 06:51:00.531454 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-88e287e8-be1c-4133-aafa-941d71e7074f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8818188'] for segment (4a496237-3567-4f9a-83fc-993db05f9ae8), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:00.550092 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:00.563785 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.services.segments.plugin [-] Segment 4a496237-3567-4f9a-83fc-993db05f9ae8 resource provider aggregate not found Aug 24 06:51:00.586728 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f284ac32-b2f5-4bfe-93e2-4278c9770159 admin admin] Publish callbacks [] for security_group (934b6f69-28aa-459d-89aa-06c1f64bced5), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:00.593690 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-89a45516-aee7-4428-bf60-1659dfad15ec tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Allocated IP 172.20.0.3 (ac79ef75-2295-49c5-bcaa-808b501af7f4/a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f/c74c1f51-88a4-4332-bfae-b1e2f3279b3e) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:51:00.623488 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.services.segments.plugin [-] Segment 4a496237-3567-4f9a-83fc-993db05f9ae8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a496237-3567-4f9a-83fc-993db05f9ae8 found for delete ", "request_id": "req-8f293b76-47d2-44ed-9308-c62378181310"}]} Aug 24 06:51:00.625099 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f284ac32-b2f5-4bfe-93e2-4278c9770159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (934b6f69-28aa-459d-89aa-06c1f64bced5), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:00.652895 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-88e287e8-be1c-4133-aafa-941d71e7074f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696332'] for network (c10359f8-b705-48e5-897a-5add911a1d12), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:00.668128 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-88e287e8-be1c-4133-aafa-941d71e7074f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:00.673730 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-88e287e8-be1c-4133-aafa-941d71e7074f admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/c10359f8-b705-48e5-897a-5add911a1d12 HTTP/1.1" status: 204 len: 168 time: 0.5411305 Aug 24 06:51:00.678043 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 55972) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:51:00.701676 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-f284ac32-b2f5-4bfe-93e2-4278c9770159 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=b54e396f5d804768af420949e4011de9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6573057 Aug 24 06:51:00.726274 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e287e8-be1c-4133-aafa-941d71e7074f admin admin] Pushing event deleted for resources: {'Network': ['ID=c10359f8-b705-48e5-897a-5add911a1d12,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:51:00.728149 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 55974) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:51:00.759712 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284ac32-b2f5-4bfe-93e2-4278c9770159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934b6f69-28aa-459d-89aa-06c1f64bced5,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:51:00.792410 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd0d338-964c-48e6-b306-a26c6289fb20 admin admin] Deleting subnet 05adf21c-3b23-4f2c-b8ef-52583c5701bf {{(pid=113089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 06:51:00.797265 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-6fd0d338-964c-48e6-b306-a26c6289fb20 admin admin] Publish callbacks [] for subnet (05adf21c-3b23-4f2c-b8ef-52583c5701bf), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:00.809693 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-89a45516-aee7-4428-bf60-1659dfad15ec tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for port (c74c1f51-88a4-4332-bfae-b1e2f3279b3e), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:00.839730 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f4b78d6b-5631-4cc9-ad26-f0dfe188a252 admin admin] Publish callbacks [] for security_group (934b6f69-28aa-459d-89aa-06c1f64bced5), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:00.844619 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:00.845448 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-89a45516-aee7-4428-bf60-1659dfad15ec tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (c74c1f51-88a4-4332-bfae-b1e2f3279b3e), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:00.855905 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-6fd0d338-964c-48e6-b306-a26c6289fb20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3691537'] for subnet (05adf21c-3b23-4f2c-b8ef-52583c5701bf), precommit_delete_associations {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:00.890034 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f4b78d6b-5631-4cc9-ad26-f0dfe188a252 admin admin] Publish callbacks [] for security_group (934b6f69-28aa-459d-89aa-06c1f64bced5), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:00.910141 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-89a45516-aee7-4428-bf60-1659dfad15ec tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Network ac79ef75-2295-49c5-bcaa-808b501af7f4 is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:51:00.919467 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-89a45516-aee7-4428-bf60-1659dfad15ec tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:51:00.921826 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-89a45516-aee7-4428-bf60-1659dfad15ec tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:51:00.938761 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-6fd0d338-964c-48e6-b306-a26c6289fb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594230'] for subnet (05adf21c-3b23-4f2c-b8ef-52583c5701bf), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:00.955309 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a45516-aee7-4428-bf60-1659dfad15ec tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Pushing event updated for resources: {'Port': ['ID=c74c1f51-88a4-4332-bfae-b1e2f3279b3e,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:51:00.997172 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-89a45516-aee7-4428-bf60-1659dfad15ec tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:51:00.997821 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-89a45516-aee7-4428-bf60-1659dfad15ec tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:01.015016 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f4b78d6b-5631-4cc9-ad26-f0dfe188a252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (934b6f69-28aa-459d-89aa-06c1f64bced5), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:01.019167 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-89a45516-aee7-4428-bf60-1659dfad15ec tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7703166 Aug 24 06:51:01.022506 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f4b78d6b-5631-4cc9-ad26-f0dfe188a252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:01.026699 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-f4b78d6b-5631-4cc9-ad26-f0dfe188a252 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/934b6f69-28aa-459d-89aa-06c1f64bced5 HTTP/1.1" status: 204 len: 168 time: 0.2960410 Aug 24 06:51:01.033622 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-39af112b-8554-44a5-862f-4db899854591 service neutron] Request body: {'port': {'device_id': '710ba31c-fd62-4a0b-ac84-d9b51862b83c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:51:01.037630 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b78d6b-5631-4cc9-ad26-f0dfe188a252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934b6f69-28aa-459d-89aa-06c1f64bced5,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:51:01.043512 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-6fd0d338-964c-48e6-b306-a26c6289fb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8818282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8594167'] for subnet (05adf21c-3b23-4f2c-b8ef-52583c5701bf), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:01.079117 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0d338-964c-48e6-b306-a26c6289fb20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05adf21c-3b23-4f2c-b8ef-52583c5701bf,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:51:01.085707 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-6fd0d338-964c-48e6-b306-a26c6289fb20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for subnet (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:01.090005 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-6fd0d338-964c-48e6-b306-a26c6289fb20 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/05adf21c-3b23-4f2c-b8ef-52583c5701bf HTTP/1.1" status: 204 len: 168 time: 0.4109359 Aug 24 06:51:01.094207 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 55982) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:51:01.117681 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:01.164875 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-39af112b-8554-44a5-862f-4db899854591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (c74c1f51-88a4-4332-bfae-b1e2f3279b3e), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:01.177520 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9adf2c99-d082-476b-ab7d-38f12cf14c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623035'] for network (5736da7a-7fe6-46d1-9c1a-08150a666d2c), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:01.309607 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9adf2c99-d082-476b-ab7d-38f12cf14c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-591158', 'neutron.services.segments.db._delete_segments_for_network-8748143077744'] for network (5736da7a-7fe6-46d1-9c1a-08150a666d2c), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:01.343557 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.services.segments.db [None req-9adf2c99-d082-476b-ab7d-38f12cf14c1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5736da7a-7fe6-46d1-9c1a-08150a666d2c']}} {{(pid=113089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:51:01.362137 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-2f98bbf4-81f6-4799-849a-bd7c4ced91d2 None None] Provisioning complete for port c74c1f51-88a4-4332-bfae-b1e2f3279b3e triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:51:01.363403 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-2f98bbf4-81f6-4799-849a-bd7c4ced91d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (c74c1f51-88a4-4332-bfae-b1e2f3279b3e), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:01.392948 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.services.segments.db [None req-9adf2c99-d082-476b-ab7d-38f12cf14c1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a70f051-d896-413a-92a3-36e72b6fe421') {'for_net_delete': True} {{(pid=113089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:51:01.393647 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.services.segments.db [None req-9adf2c99-d082-476b-ab7d-38f12cf14c1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a70f051-d896-413a-92a3-36e72b6fe421') {} {{(pid=113089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:51:01.407436 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:01.408008 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-2f98bbf4-81f6-4799-849a-bd7c4ced91d2 None None] Port c74c1f51-88a4-4332-bfae-b1e2f3279b3e cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:51:01.419147 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9adf2c99-d082-476b-ab7d-38f12cf14c1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748143134702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3691544'] for segment (2a70f051-d896-413a-92a3-36e72b6fe421), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:01.442047 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fabbf9-0ad0-4f64-ad5f-e051212b90ef req-c5f3e344-d0b9-4bcd-a553-fc33744fbb1b tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:51:01.444393 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-12fabbf9-0ad0-4f64-ad5f-e051212b90ef req-c5f3e344-d0b9-4bcd-a553-fc33744fbb1b tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=710ba31c-fd62-4a0b-ac84-d9b51862b83c HTTP/1.1" status: 200 len: 931 time: 0.0974915 Aug 24 06:51:01.454854 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9adf2c99-d082-476b-ab7d-38f12cf14c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (2a70f051-d896-413a-92a3-36e72b6fe421), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:01.481703 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9adf2c99-d082-476b-ab7d-38f12cf14c1d admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=113089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 06:51:01.482393 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9adf2c99-d082-476b-ab7d-38f12cf14c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8818188'] for segment (2a70f051-d896-413a-92a3-36e72b6fe421), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:01.582532 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-12fabbf9-0ad0-4f64-ad5f-e051212b90ef req-5a802664-d0e6-4acd-88a6-a77722de36e0 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313725 Aug 24 06:51:01.591351 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9adf2c99-d082-476b-ab7d-38f12cf14c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696332'] for network (5736da7a-7fe6-46d1-9c1a-08150a666d2c), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:01.616667 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9adf2c99-d082-476b-ab7d-38f12cf14c1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:01.623248 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-9adf2c99-d082-476b-ab7d-38f12cf14c1d admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/5736da7a-7fe6-46d1-9c1a-08150a666d2c HTTP/1.1" status: 204 len: 168 time: 0.5259180 Aug 24 06:51:01.632810 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf2c99-d082-476b-ab7d-38f12cf14c1d admin admin] Pushing event deleted for resources: {'Network': ['ID=5736da7a-7fe6-46d1-9c1a-08150a666d2c,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:51:01.668107 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 55994) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:51:01.683674 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-8a9429a4-827f-4459-b9a6-9301afc629b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:01.701294 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:01.778454 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-8a9429a4-827f-4459-b9a6-9301afc629b3 admin admin] Publish callbacks [] for security_group (7e7d1692-0f08-4e9f-9edf-fbb013a6c75f), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:01.783405 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-8a9429a4-827f-4459-b9a6-9301afc629b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (7e7d1692-0f08-4e9f-9edf-fbb013a6c75f), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:01.786152 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 55996) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:51:01.845400 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-8a9429a4-827f-4459-b9a6-9301afc629b3 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=90f7baeae70a48caaa460359e9a3ac54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1760571 Aug 24 06:51:01.849730 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9429a4-827f-4459-b9a6-9301afc629b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7d1692-0f08-4e9f-9edf-fbb013a6c75f,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:51:01.857270 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 55998) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:51:01.874830 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-39af112b-8554-44a5-862f-4db899854591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c74c1f51-88a4-4332-bfae-b1e2f3279b3e {{(pid=113088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:51:01.882819 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-39af112b-8554-44a5-862f-4db899854591 service neutron] Publish callbacks [] for port (c74c1f51-88a4-4332-bfae-b1e2f3279b3e), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:01.891048 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-31072b7e-cf5e-485a-af94-2e2c2f917d29 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=862629108fd34417bed67e1b5eedbe92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1012204 Aug 24 06:51:01.894945 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 56000) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:51:01.903850 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.provisioning_blocks [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-39af112b-8554-44a5-862f-4db899854591 service neutron] Transition to ACTIVE for port object c74c1f51-88a4-4332-bfae-b1e2f3279b3e will not be triggered until provisioned by entity L2. {{(pid=113088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 06:51:01.912324 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-39af112b-8554-44a5-862f-4db899854591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (c74c1f51-88a4-4332-bfae-b1e2f3279b3e), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:01.922765 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d336d754-e763-4f0a-bf26-0ef3f96310bc admin admin] Publish callbacks [] for security_group (7e7d1692-0f08-4e9f-9edf-fbb013a6c75f), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:01.945839 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d336d754-e763-4f0a-bf26-0ef3f96310bc admin admin] Publish callbacks [] for security_group (7e7d1692-0f08-4e9f-9edf-fbb013a6c75f), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:01.974903 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:01.997198 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d336d754-e763-4f0a-bf26-0ef3f96310bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (7e7d1692-0f08-4e9f-9edf-fbb013a6c75f), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:01.999986 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-d336d754-e763-4f0a-bf26-0ef3f96310bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:02.001138 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-d336d754-e763-4f0a-bf26-0ef3f96310bc admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7e7d1692-0f08-4e9f-9edf-fbb013a6c75f HTTP/1.1" status: 204 len: 168 time: 0.1428914 Aug 24 06:51:02.006388 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af112b-8554-44a5-862f-4db899854591 service neutron] Pushing event updated for resources: {'Port': ['ID=c74c1f51-88a4-4332-bfae-b1e2f3279b3e,revision_number=2']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:51:02.010624 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336d754-e763-4f0a-bf26-0ef3f96310bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7d1692-0f08-4e9f-9edf-fbb013a6c75f,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:51:02.034727 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b2939cae-34b7-4df9-a0b9-d2ba0b9aa1b2 admin admin] Publish callbacks [] for security_group (8fe9486e-4e22-4139-a254-873886d1432a), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:02.066245 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b2939cae-34b7-4df9-a0b9-d2ba0b9aa1b2 admin admin] Publish callbacks [] for security_group (8fe9486e-4e22-4139-a254-873886d1432a), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:02.091483 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-39af112b-8554-44a5-862f-4db899854591 service neutron] Attempting to bind port c74c1f51-88a4-4332-bfae-b1e2f3279b3e on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:51:02.091824 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-39af112b-8554-44a5-862f-4db899854591 service neutron] Attempting to bind port c74c1f51-88a4-4332-bfae-b1e2f3279b3e by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': 'c71feeb6-08f7-4d1b-9e7b-438449adf7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4'}] {{(pid=113088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:51:02.092151 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-39af112b-8554-44a5-862f-4db899854591 service neutron] Attempting to bind port c74c1f51-88a4-4332-bfae-b1e2f3279b3e on network ac79ef75-2295-49c5-bcaa-808b501af7f4 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:51:02.108392 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-39af112b-8554-44a5-862f-4db899854591 service neutron] Port c74c1f51-88a4-4332-bfae-b1e2f3279b3e on network ac79ef75-2295-49c5-bcaa-808b501af7f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 06:51:02.108702 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-39af112b-8554-44a5-862f-4db899854591 service neutron] Attempting to bind port c74c1f51-88a4-4332-bfae-b1e2f3279b3e on network ac79ef75-2295-49c5-bcaa-808b501af7f4 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:51:02.117901 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-39af112b-8554-44a5-862f-4db899854591 service neutron] Checking agent: {'id': '92318399-7fe8-4397-ad86-085269988e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'started_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:51:02.118257 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-39af112b-8554-44a5-862f-4db899854591 service neutron] Checking segment: {'id': 'c71feeb6-08f7-4d1b-9e7b-438449adf7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:51:02.118665 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-39af112b-8554-44a5-862f-4db899854591 service neutron] Bound using segment: {'id': 'c71feeb6-08f7-4d1b-9e7b-438449adf7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4'} {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:51:02.119132 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-39af112b-8554-44a5-862f-4db899854591 service neutron] Bound port: c74c1f51-88a4-4332-bfae-b1e2f3279b3e, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c71feeb6-08f7-4d1b-9e7b-438449adf7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4'}}] {{(pid=113088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:51:02.119530 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-39af112b-8554-44a5-862f-4db899854591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (c74c1f51-88a4-4332-bfae-b1e2f3279b3e), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:02.169792 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b2939cae-34b7-4df9-a0b9-d2ba0b9aa1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (8fe9486e-4e22-4139-a254-873886d1432a), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:02.172355 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b2939cae-34b7-4df9-a0b9-d2ba0b9aa1b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:02.173502 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-b2939cae-34b7-4df9-a0b9-d2ba0b9aa1b2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/8fe9486e-4e22-4139-a254-873886d1432a HTTP/1.1" status: 204 len: 168 time: 0.2786634 Aug 24 06:51:02.198106 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2939cae-34b7-4df9-a0b9-d2ba0b9aa1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe9486e-4e22-4139-a254-873886d1432a,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:51:02.203364 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-39af112b-8554-44a5-862f-4db899854591 service neutron] For port c74c1f51-88a4-4332-bfae-b1e2f3279b3e, host hv-cinder-85427, cleared binding levels {{(pid=113088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:51:02.222777 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-39af112b-8554-44a5-862f-4db899854591 service neutron] For port c74c1f51-88a4-4332-bfae-b1e2f3279b3e, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=c74c1f51-88a4-4332-bfae-b1e2f3279b3e,segment=NetworkSegment(c71feeb6-08f7-4d1b-9e7b-438449adf7e7),segment_id=c71feeb6-08f7-4d1b-9e7b-438449adf7e7)] {{(pid=113088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:51:02.232407 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-39af112b-8554-44a5-862f-4db899854591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (c74c1f51-88a4-4332-bfae-b1e2f3279b3e), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:02.237657 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-39af112b-8554-44a5-862f-4db899854591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:51:02.238828 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-39af112b-8554-44a5-862f-4db899854591 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:02.240331 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-39af112b-8554-44a5-862f-4db899854591 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/c74c1f51-88a4-4332-bfae-b1e2f3279b3e HTTP/1.1" status: 200 len: 1093 time: 1.2135310 Aug 24 06:51:02.241301 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710ba31c-fd62-4a0b-ac84-d9b51862b83c', 'tag': 'c74c1f51-88a4-4332-bfae-b1e2f3279b3e'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:51:02.244125 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4b0516-c183-4cf6-a250-6e6c2aad76b9" -d '{"events": [{"name": "network-changed", "server_uuid": "710ba31c-fd62-4a0b-ac84-d9b51862b83c", "tag": "c74c1f51-88a4-4332-bfae-b1e2f3279b3e"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:51:02.311165 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444fa641-66a9-452c-84ee-ea58efbb6afb x-openstack-request-id: req-444fa641-66a9-452c-84ee-ea58efbb6afb {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:51:02.311493 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710ba31c-fd62-4a0b-ac84-d9b51862b83c", "tag": "c74c1f51-88a4-4332-bfae-b1e2f3279b3e", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:51:02.311742 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-444fa641-66a9-452c-84ee-ea58efbb6afb {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:51:02.312151 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-444fa641-66a9-452c-84ee-ea58efbb6afb'] response: {'name': 'network-changed', 'server_uuid': '710ba31c-fd62-4a0b-ac84-d9b51862b83c', 'tag': 'c74c1f51-88a4-4332-bfae-b1e2f3279b3e', 'status': 'completed', 'code': 200} Aug 24 06:51:02.352521 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af112b-8554-44a5-862f-4db899854591 service neutron] Pushing event updated for resources: {'Port': ['ID=c74c1f51-88a4-4332-bfae-b1e2f3279b3e,revision_number=3']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:51:02.362221 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-e4e1df28-2321-4d27-9e49-aeaf71a257cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:51:02.363992 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-e4e1df28-2321-4d27-9e49-aeaf71a257cf service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=13dae75bec47489cac0248f2bb2c197d&device_id=710ba31c-fd62-4a0b-ac84-d9b51862b83c HTTP/1.1" status: 200 len: 1127 time: 0.0720303 Aug 24 06:51:02.406729 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-e21803c4-2ca2-4316-8cfd-ccdd5e6d914b service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c74c1f51-88a4-4332-bfae-b1e2f3279b3e HTTP/1.1" status: 200 len: 217 time: 0.0347507 Aug 24 06:51:02.467155 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-06148f8a-f4e1-49f7-9006-6653dca53b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:51:02.469134 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-06148f8a-f4e1-49f7-9006-6653dca53b5a service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f HTTP/1.1" status: 200 len: 851 time: 0.0570831 Aug 24 06:51:02.519293 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-3af57b66-55f0-4298-acd9-464b83dab5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:51:02.521143 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-3af57b66-55f0-4298-acd9-464b83dab5dc service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=ac79ef75-2295-49c5-bcaa-808b501af7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461888 Aug 24 06:51:02.617382 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:02.630327 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 56026) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:51:02.660089 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:02.666988 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.services.segments.plugin [-] Segment 2a70f051-d896-413a-92a3-36e72b6fe421 resource provider aggregate not found Aug 24 06:51:02.668338 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-a8ae874b-ede3-4ea3-86ff-c5efcf8b3e5a service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406765 Aug 24 06:51:02.693984 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.services.segments.plugin [-] Segment 2a70f051-d896-413a-92a3-36e72b6fe421 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a70f051-d896-413a-92a3-36e72b6fe421 found for delete ", "request_id": "req-be284f56-8d70-48da-9374-0894a231a591"}]} Aug 24 06:51:02.700340 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-1cdd2b46-6f7a-4326-965a-3aaefe80f5bc admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=59f74258d2804930a74fb18db98f4d92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0667355 Aug 24 06:51:02.700654 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 56032) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:51:02.806886 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-fd399882-c442-4158-a1c2-9e3279dfcf2f req-e116a3b4-bf10-4943-a729-1ff373702cc3 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320233 Aug 24 06:51:02.807947 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6493f6-1c7f-45a3-b124-bef80e523cdf req-8aad988c-1680-4bd7-96e6-c19376ef9514 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:51:02.809477 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ac6493f6-1c7f-45a3-b124-bef80e523cdf req-8aad988c-1680-4bd7-96e6-c19376ef9514 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=710ba31c-fd62-4a0b-ac84-d9b51862b83c HTTP/1.1" status: 200 len: 943 time: 0.0779865 Aug 24 06:51:02.831521 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a8386f86-5200-43c3-a3f6-5e75e9478ae2 admin admin] Publish callbacks [] for security_group (526b7082-f4f5-4ec3-ad31-fd7e113c4805), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:02.874782 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a8386f86-5200-43c3-a3f6-5e75e9478ae2 admin admin] Publish callbacks [] for security_group (526b7082-f4f5-4ec3-ad31-fd7e113c4805), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:02.902610 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ac6493f6-1c7f-45a3-b124-bef80e523cdf req-19dcf571-e911-43b0-98d7-a0eb529849a4 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839176 Aug 24 06:51:02.945541 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a8386f86-5200-43c3-a3f6-5e75e9478ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (526b7082-f4f5-4ec3-ad31-fd7e113c4805), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:02.951539 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a8386f86-5200-43c3-a3f6-5e75e9478ae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:02.952820 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-a8386f86-5200-43c3-a3f6-5e75e9478ae2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/526b7082-f4f5-4ec3-ad31-fd7e113c4805 HTTP/1.1" status: 204 len: 168 time: 0.2513137 Aug 24 06:51:02.967384 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8386f86-5200-43c3-a3f6-5e75e9478ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526b7082-f4f5-4ec3-ad31-fd7e113c4805,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:51:03.054284 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b0516-c183-4cf6-a250-6e6c2aad76b9 req-e23dcb37-cb5b-489d-9757-0daf5b0c20e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:51:03.055942 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ce4b0516-c183-4cf6-a250-6e6c2aad76b9 req-e23dcb37-cb5b-489d-9757-0daf5b0c20e6 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=13dae75bec47489cac0248f2bb2c197d&device_id=710ba31c-fd62-4a0b-ac84-d9b51862b83c HTTP/1.1" status: 200 len: 1127 time: 0.0492668 Aug 24 06:51:03.182948 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b0516-c183-4cf6-a250-6e6c2aad76b9 req-106a9905-ac7b-4ae6-b84e-f61b5d36781b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:51:03.184567 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ce4b0516-c183-4cf6-a250-6e6c2aad76b9 req-106a9905-ac7b-4ae6-b84e-f61b5d36781b service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=ac79ef75-2295-49c5-bcaa-808b501af7f4 HTTP/1.1" status: 200 len: 913 time: 0.1201806 Aug 24 06:51:03.502956 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 56068) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:51:03.616272 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-6751e2cd-1ce1-4ca8-a61a-8a3cb44f1e64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:03.707517 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-6751e2cd-1ce1-4ca8-a61a-8a3cb44f1e64 admin admin] Publish callbacks [] for security_group (ad876674-3586-402c-99dd-100104fcf25f), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:03.712332 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-6751e2cd-1ce1-4ca8-a61a-8a3cb44f1e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (ad876674-3586-402c-99dd-100104fcf25f), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:03.753292 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-6751e2cd-1ce1-4ca8-a61a-8a3cb44f1e64 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6357e3bc4f9940caa1e9bb87c9136051&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491083 Aug 24 06:51:03.754666 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6751e2cd-1ce1-4ca8-a61a-8a3cb44f1e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad876674-3586-402c-99dd-100104fcf25f,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:51:03.756405 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 56084) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:51:03.812612 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-b0161310-0e75-4a64-baa4-1081515201b2 admin admin] Publish callbacks [] for security_group (ad876674-3586-402c-99dd-100104fcf25f), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:03.834487 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-b0161310-0e75-4a64-baa4-1081515201b2 admin admin] Publish callbacks [] for security_group (ad876674-3586-402c-99dd-100104fcf25f), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:03.888776 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-b0161310-0e75-4a64-baa4-1081515201b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (ad876674-3586-402c-99dd-100104fcf25f), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:03.891696 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-b0161310-0e75-4a64-baa4-1081515201b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:03.893033 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-b0161310-0e75-4a64-baa4-1081515201b2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ad876674-3586-402c-99dd-100104fcf25f HTTP/1.1" status: 204 len: 168 time: 0.1349735 Aug 24 06:51:03.901876 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0161310-0e75-4a64-baa4-1081515201b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad876674-3586-402c-99dd-100104fcf25f,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:51:03.999145 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ce4b0516-c183-4cf6-a250-6e6c2aad76b9 req-4e5ab132-8b19-4321-9e21-9da99be190fb service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c74c1f51-88a4-4332-bfae-b1e2f3279b3e HTTP/1.1" status: 200 len: 217 time: 0.0508695 Aug 24 06:51:04.069482 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:UPDATE=1,neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=8 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:04.085863 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577070f-9abc-4d40-8635-b0fb0bccca36 req-d9ba1a6b-f0f4-4e42-8968-d72b059256bf tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:51:04.088966 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6577070f-9abc-4d40-8635-b0fb0bccca36 req-d9ba1a6b-f0f4-4e42-8968-d72b059256bf tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=710ba31c-fd62-4a0b-ac84-d9b51862b83c HTTP/1.1" status: 200 len: 943 time: 0.0577612 Aug 24 06:51:04.145946 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6577070f-9abc-4d40-8635-b0fb0bccca36 req-67d8d697-a1f5-44e1-b3c3-20c9e0ec7631 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490634 Aug 24 06:51:04.174109 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 56098) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:51:04.285354 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-8f2b0c44-d46b-4890-b645-92e44532e87c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:04.369866 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-8f2b0c44-d46b-4890-b645-92e44532e87c admin admin] Publish callbacks [] for security_group (66babd65-7eab-45b0-b561-8200ea43f9b6), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:04.374091 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-8f2b0c44-d46b-4890-b645-92e44532e87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (66babd65-7eab-45b0-b561-8200ea43f9b6), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:04.416145 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-8f2b0c44-d46b-4890-b645-92e44532e87c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5386662ca607431ba8e0ccf55c22f962&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407975 Aug 24 06:51:04.417068 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b0c44-d46b-4890-b645-92e44532e87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66babd65-7eab-45b0-b561-8200ea43f9b6,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:51:04.419142 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 56110) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:51:04.474703 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-9f067dc6-f87d-4d59-a154-6c161b98b62c admin admin] Publish callbacks [] for security_group (66babd65-7eab-45b0-b561-8200ea43f9b6), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:04.495973 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-9f067dc6-f87d-4d59-a154-6c161b98b62c admin admin] Publish callbacks [] for security_group (66babd65-7eab-45b0-b561-8200ea43f9b6), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:04.546801 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-9f067dc6-f87d-4d59-a154-6c161b98b62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (66babd65-7eab-45b0-b561-8200ea43f9b6), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:04.549914 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-9f067dc6-f87d-4d59-a154-6c161b98b62c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:04.551237 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-9f067dc6-f87d-4d59-a154-6c161b98b62c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/66babd65-7eab-45b0-b561-8200ea43f9b6 HTTP/1.1" status: 204 len: 168 time: 0.1304443 Aug 24 06:51:04.559675 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f067dc6-f87d-4d59-a154-6c161b98b62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66babd65-7eab-45b0-b561-8200ea43f9b6,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:51:04.775773 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b0516-c183-4cf6-a250-6e6c2aad76b9 req-c585cd36-1766-4dcc-8f3c-e8d094d62411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:51:04.777348 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ce4b0516-c183-4cf6-a250-6e6c2aad76b9 req-c585cd36-1766-4dcc-8f3c-e8d094d62411 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f HTTP/1.1" status: 200 len: 851 time: 0.0550954 Aug 24 06:51:05.308301 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcee6d-0e6a-4453-b2a9-8ef6142b4ca5 req-8f86ac86-c920-4771-ac74-9a87488ba7af tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:51:05.316757 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6bdcee6d-0e6a-4453-b2a9-8ef6142b4ca5 req-8f86ac86-c920-4771-ac74-9a87488ba7af tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=710ba31c-fd62-4a0b-ac84-d9b51862b83c HTTP/1.1" status: 200 len: 943 time: 0.0739403 Aug 24 06:51:05.367513 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6bdcee6d-0e6a-4453-b2a9-8ef6142b4ca5 req-9759f4e7-a987-48cb-9517-0cb841286e3a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496356 Aug 24 06:51:05.640318 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b0516-c183-4cf6-a250-6e6c2aad76b9 req-dddd5cee-3dcf-453a-b463-d409a091fe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:51:05.642467 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ce4b0516-c183-4cf6-a250-6e6c2aad76b9 req-dddd5cee-3dcf-453a-b463-d409a091fe2a service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=ac79ef75-2295-49c5-bcaa-808b501af7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428181 Aug 24 06:51:05.756340 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ce4b0516-c183-4cf6-a250-6e6c2aad76b9 req-75461539-0552-41da-a845-c41a5b2b8711 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069548 Aug 24 06:51:05.794180 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:05.858888 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ce4b0516-c183-4cf6-a250-6e6c2aad76b9 req-9d720efb-4e3c-4e63-afdc-c172e8ae9b35 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965657 Aug 24 06:51:06.499165 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c29d2-2e80-4dec-a9ff-95fd47d4be7f req-785bd3ad-f42f-4ce8-8ba2-ef93aae67973 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:51:06.501886 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f51c29d2-2e80-4dec-a9ff-95fd47d4be7f req-785bd3ad-f42f-4ce8-8ba2-ef93aae67973 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=710ba31c-fd62-4a0b-ac84-d9b51862b83c HTTP/1.1" status: 200 len: 943 time: 0.0503969 Aug 24 06:51:06.532072 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:06.561880 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f51c29d2-2e80-4dec-a9ff-95fd47d4be7f req-443d7b21-94c0-4d04-ab40-b40a10cb3815 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537348 Aug 24 06:51:07.705197 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a922152-6d60-489d-903a-bd1effe251c2 req-13e72d00-fa3e-476b-9115-a12be3383905 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:51:07.706659 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-8a922152-6d60-489d-903a-bd1effe251c2 req-13e72d00-fa3e-476b-9115-a12be3383905 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=710ba31c-fd62-4a0b-ac84-d9b51862b83c HTTP/1.1" status: 200 len: 943 time: 0.0577486 Aug 24 06:51:07.762746 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-8a922152-6d60-489d-903a-bd1effe251c2 req-068d801e-fa63-4cf6-bacc-fa80b977f14f tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485184 Aug 24 06:51:08.893599 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a4f11-7597-40ee-afd5-8011cce36aa6 req-20a3b702-4d0a-4062-bed6-5103bf5d1e1d tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:51:08.895046 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-542a4f11-7597-40ee-afd5-8011cce36aa6 req-20a3b702-4d0a-4062-bed6-5103bf5d1e1d tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=710ba31c-fd62-4a0b-ac84-d9b51862b83c HTTP/1.1" status: 200 len: 943 time: 0.0480082 Aug 24 06:51:08.948926 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-542a4f11-7597-40ee-afd5-8011cce36aa6 req-b9bf040c-d7e7-4ae4-9534-6a2e639a627d tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470366 Aug 24 06:51:10.081466 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223985f-0743-491b-8474-9f6239ed241f req-2c80df67-aa61-44c2-9f0f-17baf187e6c2 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:51:10.083836 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2223985f-0743-491b-8474-9f6239ed241f req-2c80df67-aa61-44c2-9f0f-17baf187e6c2 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=710ba31c-fd62-4a0b-ac84-d9b51862b83c HTTP/1.1" status: 200 len: 943 time: 0.0548284 Aug 24 06:51:10.137850 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2223985f-0743-491b-8474-9f6239ed241f req-cfd9d00a-cb15-42cf-8abe-8dd725983c0c tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471869 Aug 24 06:51:10.394923 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device c74c1f51-88a4-4332-bfae-b1e2f3279b3e details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 06:51:10.513141 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-b704f213-8f6b-4861-a144-0f428ce1fcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:10.527428 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port c74c1f51-88a4-4332-bfae-b1e2f3279b3e, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=c74c1f51-88a4-4332-bfae-b1e2f3279b3e,segment=NetworkSegment(c71feeb6-08f7-4d1b-9e7b-438449adf7e7),segment_id=c71feeb6-08f7-4d1b-9e7b-438449adf7e7)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:51:10.538037 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Returning: {'device': 'c74c1f51-88a4-4332-bfae-b1e2f3279b3e', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'port_id': 'c74c1f51-88a4-4332-bfae-b1e2f3279b3e', 'mac_address': 'fa:16:3e:11:9b:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 06:51:10.577593 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port c74c1f51-88a4-4332-bfae-b1e2f3279b3e is: DOWN; New status is: BUILD {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:51:10.577980 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (c74c1f51-88a4-4332-bfae-b1e2f3279b3e), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:10.592080 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c74c1f51-88a4-4332-bfae-b1e2f3279b3e {{(pid=113090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:51:10.613787 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port c74c1f51-88a4-4332-bfae-b1e2f3279b3e, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=c74c1f51-88a4-4332-bfae-b1e2f3279b3e,segment=NetworkSegment(c71feeb6-08f7-4d1b-9e7b-438449adf7e7),segment_id=c71feeb6-08f7-4d1b-9e7b-438449adf7e7)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:51:10.619001 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (c74c1f51-88a4-4332-bfae-b1e2f3279b3e), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:10.688117 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=c74c1f51-88a4-4332-bfae-b1e2f3279b3e,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:51:10.832642 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['c74c1f51-88a4-4332-bfae-b1e2f3279b3e'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:51:10.868574 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:11.080072 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=100 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:11.083685 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=83 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:11.106751 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:11.268821 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33304190-65c8-4849-bc9c-2e9e2364db1a req-e720b2a2-0fe4-4145-8bde-3a41e82e2c23 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:51:11.270409 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-33304190-65c8-4849-bc9c-2e9e2364db1a req-e720b2a2-0fe4-4145-8bde-3a41e82e2c23 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=710ba31c-fd62-4a0b-ac84-d9b51862b83c HTTP/1.1" status: 200 len: 944 time: 0.0500584 Aug 24 06:51:11.321510 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-33304190-65c8-4849-bc9c-2e9e2364db1a req-ea796cf6-d028-402f-9365-cab8d6939282 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452750 Aug 24 06:51:12.424918 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device c74c1f51-88a4-4332-bfae-b1e2f3279b3e up at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:51:12.477076 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning for port c74c1f51-88a4-4332-bfae-b1e2f3279b3e completed by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 06:51:12.477777 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277171c5-8543-428f-bf49-bec3802f40e0 req-31ae01ed-2c96-4bd8-b257-52b42b21ae7c tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:51:12.479575 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-277171c5-8543-428f-bf49-bec3802f40e0 req-31ae01ed-2c96-4bd8-b257-52b42b21ae7c tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=710ba31c-fd62-4a0b-ac84-d9b51862b83c HTTP/1.1" status: 200 len: 944 time: 0.0600250 Aug 24 06:51:12.486704 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning complete for port c74c1f51-88a4-4332-bfae-b1e2f3279b3e triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:51:12.487342 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (c74c1f51-88a4-4332-bfae-b1e2f3279b3e), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:12.551687 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-277171c5-8543-428f-bf49-bec3802f40e0 req-4390c596-611f-484f-aa09-451934c5249c tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651767 Aug 24 06:51:12.571124 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port c74c1f51-88a4-4332-bfae-b1e2f3279b3e is: BUILD; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:51:12.571768 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (c74c1f51-88a4-4332-bfae-b1e2f3279b3e), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:12.599574 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710ba31c-fd62-4a0b-ac84-d9b51862b83c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74c1f51-88a4-4332-bfae-b1e2f3279b3e'}] {{(pid=113090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:51:12.602250 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b6006cf2a23db0b36d2003dbfde04691441a00dec53483979079bf2def40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f1d283-113f-4457-bc23-54074ccbdffe" -d '{"events": [{"server_uuid": "710ba31c-fd62-4a0b-ac84-d9b51862b83c", "name": "network-vif-plugged", "status": "completed", "tag": "c74c1f51-88a4-4332-bfae-b1e2f3279b3e"}]}' {{(pid=113090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:51:12.615494 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port c74c1f51-88a4-4332-bfae-b1e2f3279b3e, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=c74c1f51-88a4-4332-bfae-b1e2f3279b3e,segment=NetworkSegment(c71feeb6-08f7-4d1b-9e7b-438449adf7e7),segment_id=c71feeb6-08f7-4d1b-9e7b-438449adf7e7)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:51:12.620633 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (c74c1f51-88a4-4332-bfae-b1e2f3279b3e), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:12.651967 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d50df6-3221-4f30-a235-adb30332e3cd x-openstack-request-id: req-58d50df6-3221-4f30-a235-adb30332e3cd {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:51:12.652253 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710ba31c-fd62-4a0b-ac84-d9b51862b83c", "name": "network-vif-plugged", "status": "completed", "tag": "c74c1f51-88a4-4332-bfae-b1e2f3279b3e", "code": 200}]} {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:51:12.652534 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-58d50df6-3221-4f30-a235-adb30332e3cd {{(pid=113090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:51:12.652960 dv-cinder-854271-1-iscsi neutron-server[113090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58d50df6-3221-4f30-a235-adb30332e3cd'] response: {'server_uuid': '710ba31c-fd62-4a0b-ac84-d9b51862b83c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74c1f51-88a4-4332-bfae-b1e2f3279b3e', 'code': 200} Aug 24 06:51:12.682275 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=c74c1f51-88a4-4332-bfae-b1e2f3279b3e,revision_number=5']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:51:12.714222 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-4538306a-fc8a-4ba5-ae6c-e882b2a63aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:13.679288 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7eb43a-bc1a-40f1-a72a-acdf02ef3d1a req-8f94de1f-b898-406d-9d73-f69b31fce682 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:51:13.680776 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-cd7eb43a-bc1a-40f1-a72a-acdf02ef3d1a req-8f94de1f-b898-406d-9d73-f69b31fce682 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=710ba31c-fd62-4a0b-ac84-d9b51862b83c HTTP/1.1" status: 200 len: 945 time: 0.0484941 Aug 24 06:51:13.721979 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:13.731858 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-cd7eb43a-bc1a-40f1-a72a-acdf02ef3d1a req-2cb8cbec-2bfd-42f9-ab78-37722db3a77c tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449018 Aug 24 06:51:14.004180 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:14.876268 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a881b0a-8ace-4634-b306-ff7874256cad req-e324a9f7-d13a-41e7-b7b7-0e5d8562a060 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:51:14.877789 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2a881b0a-8ace-4634-b306-ff7874256cad req-e324a9f7-d13a-41e7-b7b7-0e5d8562a060 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=710ba31c-fd62-4a0b-ac84-d9b51862b83c HTTP/1.1" status: 200 len: 945 time: 0.0530427 Aug 24 06:51:14.937792 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2a881b0a-8ace-4634-b306-ff7874256cad req-22b5855b-66a1-4aa1-a806-3e4795767416 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536005 Aug 24 06:51:15.497702 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:15.522529 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:15.854308 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9c6b1-6cd9-4c9c-9e08-5be2b2163a0f req-83029ec2-9cf3-4d50-9a0a-fe6b01212645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:51:15.856088 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-91a9c6b1-6cd9-4c9c-9e08-5be2b2163a0f req-83029ec2-9cf3-4d50-9a0a-fe6b01212645 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=710ba31c-fd62-4a0b-ac84-d9b51862b83c HTTP/1.1" status: 200 len: 1129 time: 0.0436387 Aug 24 06:51:15.892724 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:15.913574 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-91a9c6b1-6cd9-4c9c-9e08-5be2b2163a0f req-e835476a-ac8e-433f-9dc0-2690cf8ff613 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475643 Aug 24 06:51:16.066952 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b069fb1-1d6a-49be-a032-26e8cbe730d2 req-90b47427-9abf-4dc7-84f4-6844fb4f31f3 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:51:16.068488 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4b069fb1-1d6a-49be-a032-26e8cbe730d2 req-90b47427-9abf-4dc7-84f4-6844fb4f31f3 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=710ba31c-fd62-4a0b-ac84-d9b51862b83c HTTP/1.1" status: 200 len: 945 time: 0.0558875 Aug 24 06:51:16.120242 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4b069fb1-1d6a-49be-a032-26e8cbe730d2 req-4e722ca1-d2e7-4d3d-b9a8-43f08a335d0d tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449190 Aug 24 06:51:17.269597 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa4cdc-cae8-42df-90de-d6198cc05ee5 req-b924dbc9-d944-44b0-b1c8-8c55d9a331f1 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:51:17.271059 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0cfa4cdc-cae8-42df-90de-d6198cc05ee5 req-b924dbc9-d944-44b0-b1c8-8c55d9a331f1 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=710ba31c-fd62-4a0b-ac84-d9b51862b83c HTTP/1.1" status: 200 len: 945 time: 0.0565517 Aug 24 06:51:17.325918 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0cfa4cdc-cae8-42df-90de-d6198cc05ee5 req-eaa3db60-6a1a-4fab-a83b-4994fff9a26d tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484216 Aug 24 06:51:17.463136 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fedac81-48ef-464d-91f9-00ac59d6c7a5 req-1d9e1527-3ca6-4e6b-a8c7-38bfa8170ac7 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:51:17.464650 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7fedac81-48ef-464d-91f9-00ac59d6c7a5 req-1d9e1527-3ca6-4e6b-a8c7-38bfa8170ac7 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=710ba31c-fd62-4a0b-ac84-d9b51862b83c HTTP/1.1" status: 200 len: 945 time: 0.0536013 Aug 24 06:51:17.521059 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7fedac81-48ef-464d-91f9-00ac59d6c7a5 req-67f87032-b7f3-4142-8cea-b40196a607a9 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505784 Aug 24 06:51:17.548742 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 56384) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:51:17.815096 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e4d5f3-3ecf-4022-8a36-e64559eaf60b tempest-TestVolumeBootPattern-1261612491 tempest-TestVolumeBootPattern-1261612491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:51:17.819998 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-b3e4d5f3-3ecf-4022-8a36-e64559eaf60b tempest-TestVolumeBootPattern-1261612491 tempest-TestVolumeBootPattern-1261612491-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=710ba31c-fd62-4a0b-ac84-d9b51862b83c HTTP/1.1" status: 200 len: 1124 time: 0.2701232 Aug 24 06:51:17.820416 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 56398) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:51:17.827136 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-394d64ff-cac5-49f7-8774-89095dde9f0b tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Request body: {'floatingip': {'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'port_id': 'c74c1f51-88a4-4332-bfae-b1e2f3279b3e', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:51:17.857573 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-394d64ff-cac5-49f7-8774-89095dde9f0b tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:17.878083 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:17.955676 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-394d64ff-cac5-49f7-8774-89095dde9f0b tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:18.075181 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.db_base_plugin_common [None req-394d64ff-cac5-49f7-8774-89095dde9f0b tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Allocated IP 172.27.3.248 (ebaf0247-9904-4138-a92a-0e04f684cda3/21927f02-5278-4e61-8de7-8e5f8e88a327/0aaab601-1f53-4a5e-8ae0-a7bdb1963037) {{(pid=113089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:51:18.188802 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-394d64ff-cac5-49f7-8774-89095dde9f0b tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for port (0aaab601-1f53-4a5e-8ae0-a7bdb1963037), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:18.226574 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-394d64ff-cac5-49f7-8774-89095dde9f0b tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8818239'] for port (0aaab601-1f53-4a5e-8ae0-a7bdb1963037), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:18.269394 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394d64ff-cac5-49f7-8774-89095dde9f0b tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Network ebaf0247-9904-4138-a92a-0e04f684cda3 is already hosted by enough agents. {{(pid=113089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:51:18.272529 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [None req-394d64ff-cac5-49f7-8774-89095dde9f0b tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Resources bound (agent type, host, resource id): {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:51:18.276162 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394d64ff-cac5-49f7-8774-89095dde9f0b tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Received port after_create {{(pid=113089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:51:18.301169 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d64ff-cac5-49f7-8774-89095dde9f0b tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Pushing event updated for resources: {'Port': ['ID=0aaab601-1f53-4a5e-8ae0-a7bdb1963037,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:51:18.358728 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:18.915714 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-394d64ff-cac5-49f7-8774-89095dde9f0b tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for floatingip (8fd46850-9244-4d45-acca-bd784be5e4c1), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:18.950825 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:18.987363 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-394d64ff-cac5-49f7-8774-89095dde9f0b tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (0aaab601-1f53-4a5e-8ae0-a7bdb1963037), before_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:19.145981 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-394d64ff-cac5-49f7-8774-89095dde9f0b tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for port (0aaab601-1f53-4a5e-8ae0-a7bdb1963037), precommit_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:19.155032 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-394d64ff-cac5-49f7-8774-89095dde9f0b tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8818224'] for port (0aaab601-1f53-4a5e-8ae0-a7bdb1963037), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:19.224301 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d64ff-cac5-49f7-8774-89095dde9f0b tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Pushing event updated for resources: {'Port': ['ID=0aaab601-1f53-4a5e-8ae0-a7bdb1963037,revision_number=2']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:51:19.226751 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-394d64ff-cac5-49f7-8774-89095dde9f0b tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698989'] for floatingip (8fd46850-9244-4d45-acca-bd784be5e4c1), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:19.340266 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.db.l3_db [None req-394d64ff-cac5-49f7-8774-89095dde9f0b tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Floating IP 8fd46850-9244-4d45-acca-bd784be5e4c1 associated. External IP: 172.27.3.248, port: c74c1f51-88a4-4332-bfae-b1e2f3279b3e. Aug 24 06:51:19.556136 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394d64ff-cac5-49f7-8774-89095dde9f0b tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Router 820343c7-823d-4628-abf5-30771dea4dcd has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:51:19.562601 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:19.673265 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394d64ff-cac5-49f7-8774-89095dde9f0b tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:51:19.687294 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6d47cb-8310-422c-821e-bbc899028ff4 None None] Sync routers for ids ['820343c7-823d-4628-abf5-30771dea4dcd'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:51:19.700110 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-394d64ff-cac5-49f7-8774-89095dde9f0b tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:19.702469 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6d47cb-8310-422c-821e-bbc899028ff4 None None] Routers {'820343c7-823d-4628-abf5-30771dea4dcd'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:51:19.703255 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-6f6d47cb-8310-422c-821e-bbc899028ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:51:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['820343c7-823d-4628-abf5-30771dea4dcd'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:51:19.736926 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-394d64ff-cac5-49f7-8774-89095dde9f0b tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9153531 Aug 24 06:51:19.737623 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710ba31c-fd62-4a0b-ac84-d9b51862b83c', 'tag': 'c74c1f51-88a4-4332-bfae-b1e2f3279b3e'}] {{(pid=113089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:51:19.740293 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95c9b8c2b54b2cd10d832cf4cc4818d331942fea0eff1eb136de0d3feea1bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c753038b-fd79-41ce-8eac-44f11b25577f" -d '{"events": [{"name": "network-changed", "server_uuid": "710ba31c-fd62-4a0b-ac84-d9b51862b83c", "tag": "c74c1f51-88a4-4332-bfae-b1e2f3279b3e"}]}' {{(pid=113089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:51:19.781966 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a355fa8-168e-431d-bf6a-9324409c3359 x-openstack-request-id: req-4a355fa8-168e-431d-bf6a-9324409c3359 {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:51:19.782255 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710ba31c-fd62-4a0b-ac84-d9b51862b83c", "tag": "c74c1f51-88a4-4332-bfae-b1e2f3279b3e", "status": "completed", "code": 200}]} {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:51:19.787651 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4a355fa8-168e-431d-bf6a-9324409c3359 {{(pid=113089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:51:19.788151 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a355fa8-168e-431d-bf6a-9324409c3359'] response: {'name': 'network-changed', 'server_uuid': '710ba31c-fd62-4a0b-ac84-d9b51862b83c', 'tag': 'c74c1f51-88a4-4332-bfae-b1e2f3279b3e', 'status': 'completed', 'code': 200} Aug 24 06:51:19.813394 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-6f6d47cb-8310-422c-821e-bbc899028ff4 None None] Set router 820343c7-823d-4628-abf5-30771dea4dcd gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:51:20.024781 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-6f6d47cb-8310-422c-821e-bbc899028ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820343c7-823d-4628-abf5-30771dea4dcd', 'name': 'tempest-TestVolumeBootPattern-1356598581-router', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:24Z', 'updated_at': '2022-08-24T06:50:27Z', 'revision_number': 4, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'gw_port': {'id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:25Z', 'updated_at': '2022-08-24T06:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '8fd46850-9244-4d45-acca-bd784be5e4c1', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'port_id': 'c74c1f51-88a4-4332-bfae-b1e2f3279b3e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'mac_address': 'fa:16:3e:11:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ba31c-fd62-4a0b-ac84-d9b51862b83c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:51:18Z', 'updated_at': '2022-08-24T06:51:18Z', 'revision_number': 0, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4764ae60-26b8-4543-963f-3b6a497f1051', 'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'mac_address': 'fa:16:3e:dd:9f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:26Z', 'updated_at': '2022-08-24T06:50:34Z', 'revision_number': 5, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'subnets': [{'id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:51:20.049816 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6d47cb-8310-422c-821e-bbc899028ff4 None None] Checking router: 820343c7-823d-4628-abf5-30771dea4dcd for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:51:20.058839 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6d47cb-8310-422c-821e-bbc899028ff4 None None] Routers {'820343c7-823d-4628-abf5-30771dea4dcd'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:51:20.059478 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-6f6d47cb-8310-422c-821e-bbc899028ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:51:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['820343c7-823d-4628-abf5-30771dea4dcd'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:51:20.168192 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-6f6d47cb-8310-422c-821e-bbc899028ff4 None None] Set router 820343c7-823d-4628-abf5-30771dea4dcd gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:51:20.471490 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-6f6d47cb-8310-422c-821e-bbc899028ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820343c7-823d-4628-abf5-30771dea4dcd', 'name': 'tempest-TestVolumeBootPattern-1356598581-router', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:24Z', 'updated_at': '2022-08-24T06:50:27Z', 'revision_number': 4, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'gw_port': {'id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:25Z', 'updated_at': '2022-08-24T06:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '8fd46850-9244-4d45-acca-bd784be5e4c1', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'port_id': 'c74c1f51-88a4-4332-bfae-b1e2f3279b3e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'mac_address': 'fa:16:3e:11:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ba31c-fd62-4a0b-ac84-d9b51862b83c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:51:18Z', 'updated_at': '2022-08-24T06:51:18Z', 'revision_number': 0, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4764ae60-26b8-4543-963f-3b6a497f1051', 'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'mac_address': 'fa:16:3e:dd:9f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:26Z', 'updated_at': '2022-08-24T06:50:34Z', 'revision_number': 5, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'subnets': [{'id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:51:20.496049 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6d47cb-8310-422c-821e-bbc899028ff4 None None] The sync data for ids ['820343c7-823d-4628-abf5-30771dea4dcd'] in dv-cinder-854271-1-iscsi is: [{'id': '820343c7-823d-4628-abf5-30771dea4dcd', 'name': 'tempest-TestVolumeBootPattern-1356598581-router', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:24Z', 'updated_at': '2022-08-24T06:50:27Z', 'revision_number': 4, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'gw_port': {'id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:25Z', 'updated_at': '2022-08-24T06:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '8fd46850-9244-4d45-acca-bd784be5e4c1', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'port_id': 'c74c1f51-88a4-4332-bfae-b1e2f3279b3e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'mac_address': 'fa:16:3e:11:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ba31c-fd62-4a0b-ac84-d9b51862b83c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:51:18Z', 'updated_at': '2022-08-24T06:51:18Z', 'revision_number': 0, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4764ae60-26b8-4543-963f-3b6a497f1051', 'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'mac_address': 'fa:16:3e:dd:9f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:26Z', 'updated_at': '2022-08-24T06:50:34Z', 'revision_number': 5, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'subnets': [{'id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:51:20.698962 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8155c8e4-f9d9-47a4-afe8-ed12df4e45d4 None None] New status for floating IP 8fd46850-9244-4d45-acca-bd784be5e4c1: ACTIVE {{(pid=113090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 06:51:21.210403 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753038b-fd79-41ce-8eac-44f11b25577f req-c257f4c3-0907-4685-9d65-258284ceb4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:51:21.213110 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-c753038b-fd79-41ce-8eac-44f11b25577f req-c257f4c3-0907-4685-9d65-258284ceb4b8 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=13dae75bec47489cac0248f2bb2c197d&device_id=710ba31c-fd62-4a0b-ac84-d9b51862b83c HTTP/1.1" status: 200 len: 1129 time: 0.0454388 Aug 24 06:51:21.308519 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753038b-fd79-41ce-8eac-44f11b25577f req-2c0fe5b8-5f9b-4500-a070-bef66dc1a213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:51:21.310524 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-c753038b-fd79-41ce-8eac-44f11b25577f req-2c0fe5b8-5f9b-4500-a070-bef66dc1a213 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=ac79ef75-2295-49c5-bcaa-808b501af7f4 HTTP/1.1" status: 200 len: 913 time: 0.0893462 Aug 24 06:51:21.378379 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-c753038b-fd79-41ce-8eac-44f11b25577f req-a8e615cd-c31c-4a89-bad8-cd8e877520e1 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c74c1f51-88a4-4332-bfae-b1e2f3279b3e HTTP/1.1" status: 200 len: 1001 time: 0.0609632 Aug 24 06:51:21.429264 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753038b-fd79-41ce-8eac-44f11b25577f req-123f6db9-884e-4a8c-8d0e-e8075f183ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:51:21.430761 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-c753038b-fd79-41ce-8eac-44f11b25577f req-123f6db9-884e-4a8c-8d0e-e8075f183ce8 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f HTTP/1.1" status: 200 len: 851 time: 0.0460029 Aug 24 06:51:21.483833 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753038b-fd79-41ce-8eac-44f11b25577f req-121d02ea-9d37-4505-b1e5-197d1c36ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:51:21.485779 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-c753038b-fd79-41ce-8eac-44f11b25577f req-121d02ea-9d37-4505-b1e5-197d1c36ea3a service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=ac79ef75-2295-49c5-bcaa-808b501af7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480742 Aug 24 06:51:21.576170 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:21.600870 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-c753038b-fd79-41ce-8eac-44f11b25577f req-7ad2a199-9def-4880-96c7-be7418c29b1c service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062384 Aug 24 06:51:21.711050 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-c753038b-fd79-41ce-8eac-44f11b25577f req-78aed875-502a-4408-8270-6e1cea808f7a service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032510 Aug 24 06:51:29.728598 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=13,neutron:DELETE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:29.730555 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:30.099845 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:51:30.474741 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=73 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:31.568267 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:31.571120 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=43,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:31.698884 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=58 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:31.707989 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=53 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:31.856590 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 56570) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:51:31.976614 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-df42f9f8-60d0-4cdd-aa67-6e4c01ee1243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:32.056617 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-df42f9f8-60d0-4cdd-aa67-6e4c01ee1243 admin admin] Publish callbacks [] for security_group (7f03f384-d107-4701-886c-c3a04f19698f), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:32.062256 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-df42f9f8-60d0-4cdd-aa67-6e4c01ee1243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (7f03f384-d107-4701-886c-c3a04f19698f), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:32.100754 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42f9f8-60d0-4cdd-aa67-6e4c01ee1243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f03f384-d107-4701-886c-c3a04f19698f,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:51:32.106567 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-df42f9f8-60d0-4cdd-aa67-6e4c01ee1243 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=eaae9976808d4eb994cddc6251948c2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2488320 Aug 24 06:51:32.109733 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 56574) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:51:32.160497 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-1c4529fb-f9d9-45b4-a8ad-98f8f17bdcdb admin admin] Publish callbacks [] for security_group (7f03f384-d107-4701-886c-c3a04f19698f), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:32.182079 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-1c4529fb-f9d9-45b4-a8ad-98f8f17bdcdb admin admin] Publish callbacks [] for security_group (7f03f384-d107-4701-886c-c3a04f19698f), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:32.235092 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-1c4529fb-f9d9-45b4-a8ad-98f8f17bdcdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (7f03f384-d107-4701-886c-c3a04f19698f), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:32.239619 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-1c4529fb-f9d9-45b4-a8ad-98f8f17bdcdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:32.240789 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-1c4529fb-f9d9-45b4-a8ad-98f8f17bdcdb admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7f03f384-d107-4701-886c-c3a04f19698f HTTP/1.1" status: 204 len: 168 time: 0.1300821 Aug 24 06:51:32.249852 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4529fb-f9d9-45b4-a8ad-98f8f17bdcdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f03f384-d107-4701-886c-c3a04f19698f,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:51:32.532077 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 56582) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:51:32.549138 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-84f34b0f-1eea-4d5f-93aa-c085da23c98e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:32.629233 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-84f34b0f-1eea-4d5f-93aa-c085da23c98e admin admin] Publish callbacks [] for security_group (ee1a4883-fdae-425a-88ba-19a4a0ed922e), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:32.635551 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-84f34b0f-1eea-4d5f-93aa-c085da23c98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (ee1a4883-fdae-425a-88ba-19a4a0ed922e), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:32.674885 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-84f34b0f-1eea-4d5f-93aa-c085da23c98e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=3d069f5657a44b1eaa17f2cebc6c835b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416726 Aug 24 06:51:32.676170 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f34b0f-1eea-4d5f-93aa-c085da23c98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1a4883-fdae-425a-88ba-19a4a0ed922e,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:51:32.677860 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 56584) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:51:32.729645 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8f15030b-a5fa-411b-bb48-fce08b7383f0 admin admin] Publish callbacks [] for security_group (ee1a4883-fdae-425a-88ba-19a4a0ed922e), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:32.753771 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8f15030b-a5fa-411b-bb48-fce08b7383f0 admin admin] Publish callbacks [] for security_group (ee1a4883-fdae-425a-88ba-19a4a0ed922e), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:32.813585 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8f15030b-a5fa-411b-bb48-fce08b7383f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (ee1a4883-fdae-425a-88ba-19a4a0ed922e), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:32.816617 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8f15030b-a5fa-411b-bb48-fce08b7383f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:32.818011 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-8f15030b-a5fa-411b-bb48-fce08b7383f0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ee1a4883-fdae-425a-88ba-19a4a0ed922e HTTP/1.1" status: 204 len: 168 time: 0.1383584 Aug 24 06:51:32.826512 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15030b-a5fa-411b-bb48-fce08b7383f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1a4883-fdae-425a-88ba-19a4a0ed922e,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:51:35.169000 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 56650) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:51:35.317365 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-37886fcd-8b0e-4943-b46b-d9df4b9cf922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:35.398290 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-37886fcd-8b0e-4943-b46b-d9df4b9cf922 admin admin] Publish callbacks [] for security_group (e2e2ad4b-f7da-4055-885b-c309d7314c4f), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:35.402956 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-37886fcd-8b0e-4943-b46b-d9df4b9cf922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (e2e2ad4b-f7da-4055-885b-c309d7314c4f), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:35.442732 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-37886fcd-8b0e-4943-b46b-d9df4b9cf922 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4f0ae15cde5c4f47a1a175169708a764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2726057 Aug 24 06:51:35.443601 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37886fcd-8b0e-4943-b46b-d9df4b9cf922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e2ad4b-f7da-4055-885b-c309d7314c4f,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:51:35.446507 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 56658) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:51:35.499518 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-016e9e90-802e-42f0-b47d-494d51b7f3f3 admin admin] Publish callbacks [] for security_group (e2e2ad4b-f7da-4055-885b-c309d7314c4f), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:35.522657 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-016e9e90-802e-42f0-b47d-494d51b7f3f3 admin admin] Publish callbacks [] for security_group (e2e2ad4b-f7da-4055-885b-c309d7314c4f), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:35.579150 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-016e9e90-802e-42f0-b47d-494d51b7f3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (e2e2ad4b-f7da-4055-885b-c309d7314c4f), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:35.582570 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-016e9e90-802e-42f0-b47d-494d51b7f3f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:35.584202 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-016e9e90-802e-42f0-b47d-494d51b7f3f3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e2e2ad4b-f7da-4055-885b-c309d7314c4f HTTP/1.1" status: 204 len: 168 time: 0.1362348 Aug 24 06:51:35.594761 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e9e90-802e-42f0-b47d-494d51b7f3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e2ad4b-f7da-4055-885b-c309d7314c4f,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:51:36.707402 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 56692) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:51:36.833790 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-4a463b75-d2bd-4483-a461-c1fb8a4f8962 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:36.911051 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-4a463b75-d2bd-4483-a461-c1fb8a4f8962 admin admin] Publish callbacks [] for security_group (e4f4f4d3-a113-4264-9e2e-e1f36094c3cc), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:36.916847 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-4a463b75-d2bd-4483-a461-c1fb8a4f8962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (e4f4f4d3-a113-4264-9e2e-e1f36094c3cc), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:36.958353 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a463b75-d2bd-4483-a461-c1fb8a4f8962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f4f4d3-a113-4264-9e2e-e1f36094c3cc,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:51:36.962647 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-4a463b75-d2bd-4483-a461-c1fb8a4f8962 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8865b82e64624888bb3267ec67614a45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2542052 Aug 24 06:51:36.965996 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 56696) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:51:37.014308 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b937a1bf-8385-4741-9890-ae4b85e13575 admin admin] Publish callbacks [] for security_group (e4f4f4d3-a113-4264-9e2e-e1f36094c3cc), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:37.030271 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:37.035434 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b937a1bf-8385-4741-9890-ae4b85e13575 admin admin] Publish callbacks [] for security_group (e4f4f4d3-a113-4264-9e2e-e1f36094c3cc), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:37.063695 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:37.089973 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b937a1bf-8385-4741-9890-ae4b85e13575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (e4f4f4d3-a113-4264-9e2e-e1f36094c3cc), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:37.092853 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b937a1bf-8385-4741-9890-ae4b85e13575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:37.096810 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-b937a1bf-8385-4741-9890-ae4b85e13575 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e4f4f4d3-a113-4264-9e2e-e1f36094c3cc HTTP/1.1" status: 204 len: 168 time: 0.1274459 Aug 24 06:51:37.102679 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937a1bf-8385-4741-9890-ae4b85e13575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f4f4d3-a113-4264-9e2e-e1f36094c3cc,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:51:40.479910 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a7f5a8ed-c578-4850-96df-1151589157ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:42.718629 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-207634d1-00d0-4b47-9738-900567363e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:43.701403 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 56772) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:51:43.810842 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f934eb7e-772f-4950-9261-4cc3acb11075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:43.889573 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f934eb7e-772f-4950-9261-4cc3acb11075 admin admin] Publish callbacks [] for security_group (ba389302-9e51-41cf-a08b-0a4ba4824b95), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:43.895226 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-f934eb7e-772f-4950-9261-4cc3acb11075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (ba389302-9e51-41cf-a08b-0a4ba4824b95), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:43.933381 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934eb7e-772f-4950-9261-4cc3acb11075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba389302-9e51-41cf-a08b-0a4ba4824b95,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:51:43.938158 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-f934eb7e-772f-4950-9261-4cc3acb11075 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8f3a72628fd04c489680ab5cb90b4054&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356813 Aug 24 06:51:43.941804 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 56776) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:51:43.990697 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:43.995464 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9b71380f-70c5-4211-85e4-5d97887328a9 admin admin] Publish callbacks [] for security_group (ba389302-9e51-41cf-a08b-0a4ba4824b95), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:43.998541 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:44.003280 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:44.022579 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9b71380f-70c5-4211-85e4-5d97887328a9 admin admin] Publish callbacks [] for security_group (ba389302-9e51-41cf-a08b-0a4ba4824b95), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:44.074845 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9b71380f-70c5-4211-85e4-5d97887328a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (ba389302-9e51-41cf-a08b-0a4ba4824b95), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:44.078431 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9b71380f-70c5-4211-85e4-5d97887328a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:44.079742 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-9b71380f-70c5-4211-85e4-5d97887328a9 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ba389302-9e51-41cf-a08b-0a4ba4824b95 HTTP/1.1" status: 204 len: 168 time: 0.1377296 Aug 24 06:51:44.088423 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71380f-70c5-4211-85e4-5d97887328a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba389302-9e51-41cf-a08b-0a4ba4824b95,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:51:45.501419 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:45.533135 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:47.096921 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:DELETE=4,neutron:SELECT=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:47.098162 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:48.088247 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=82 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:48.090062 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=3 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:51:49.918154 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 56848) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:51:50.031803 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e6196f32-caa5-4241-b0ff-9fbedf8102ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:50.122818 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e6196f32-caa5-4241-b0ff-9fbedf8102ca admin admin] Publish callbacks [] for security_group (a16b53a9-1809-4d64-85ab-0dcfc8ebe96c), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:50.127983 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-e6196f32-caa5-4241-b0ff-9fbedf8102ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (a16b53a9-1809-4d64-85ab-0dcfc8ebe96c), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:50.166796 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6196f32-caa5-4241-b0ff-9fbedf8102ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16b53a9-1809-4d64-85ab-0dcfc8ebe96c,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:51:50.171558 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-e6196f32-caa5-4241-b0ff-9fbedf8102ca admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=18a5c184012b447688dd58a7316b4100&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523651 Aug 24 06:51:50.174810 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 56858) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:51:50.177270 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6196f32-caa5-4241-b0ff-9fbedf8102ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:51:50.177649 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6196f32-caa5-4241-b0ff-9fbedf8102ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:51:50.178027 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6196f32-caa5-4241-b0ff-9fbedf8102ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:51:50.178320 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6196f32-caa5-4241-b0ff-9fbedf8102ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:51:50.178653 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6196f32-caa5-4241-b0ff-9fbedf8102ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:51:50.178976 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6196f32-caa5-4241-b0ff-9fbedf8102ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:51:50.179331 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6196f32-caa5-4241-b0ff-9fbedf8102ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:51:50.179631 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6196f32-caa5-4241-b0ff-9fbedf8102ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:51:50.179973 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6196f32-caa5-4241-b0ff-9fbedf8102ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:51:50.180295 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6196f32-caa5-4241-b0ff-9fbedf8102ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:51:50.180604 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6196f32-caa5-4241-b0ff-9fbedf8102ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:51:50.180920 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6196f32-caa5-4241-b0ff-9fbedf8102ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:51:50.181240 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6196f32-caa5-4241-b0ff-9fbedf8102ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:51:50.181547 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6196f32-caa5-4241-b0ff-9fbedf8102ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:51:50.181864 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6196f32-caa5-4241-b0ff-9fbedf8102ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:51:50.227637 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-fc4e1492-ecc7-460a-9066-7ded2e8ad31e admin admin] Publish callbacks [] for security_group (a16b53a9-1809-4d64-85ab-0dcfc8ebe96c), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:50.248108 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-fc4e1492-ecc7-460a-9066-7ded2e8ad31e admin admin] Publish callbacks [] for security_group (a16b53a9-1809-4d64-85ab-0dcfc8ebe96c), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:50.302614 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-fc4e1492-ecc7-460a-9066-7ded2e8ad31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (a16b53a9-1809-4d64-85ab-0dcfc8ebe96c), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:50.305227 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-fc4e1492-ecc7-460a-9066-7ded2e8ad31e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:50.306380 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-fc4e1492-ecc7-460a-9066-7ded2e8ad31e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a16b53a9-1809-4d64-85ab-0dcfc8ebe96c HTTP/1.1" status: 204 len: 168 time: 0.1305499 Aug 24 06:51:50.314803 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e1492-ecc7-460a-9066-7ded2e8ad31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16b53a9-1809-4d64-85ab-0dcfc8ebe96c,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:51:50.322627 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4e1492-ecc7-460a-9066-7ded2e8ad31e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:51:50.322983 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4e1492-ecc7-460a-9066-7ded2e8ad31e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:51:50.323360 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4e1492-ecc7-460a-9066-7ded2e8ad31e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:51:50.323704 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4e1492-ecc7-460a-9066-7ded2e8ad31e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:51:50.324058 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4e1492-ecc7-460a-9066-7ded2e8ad31e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:51:50.324389 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4e1492-ecc7-460a-9066-7ded2e8ad31e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:51:50.324732 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4e1492-ecc7-460a-9066-7ded2e8ad31e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:51:50.325024 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4e1492-ecc7-460a-9066-7ded2e8ad31e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:51:50.325349 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4e1492-ecc7-460a-9066-7ded2e8ad31e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:51:50.325659 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4e1492-ecc7-460a-9066-7ded2e8ad31e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:51:50.325985 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4e1492-ecc7-460a-9066-7ded2e8ad31e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:51:50.326310 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4e1492-ecc7-460a-9066-7ded2e8ad31e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:51:50.326718 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4e1492-ecc7-460a-9066-7ded2e8ad31e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:51:50.326952 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4e1492-ecc7-460a-9066-7ded2e8ad31e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:51:50.327329 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4e1492-ecc7-460a-9066-7ded2e8ad31e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:51:51.602952 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:53.713683 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 56918) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:51:53.827867 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-cc8f6858-731b-488c-92f4-f13ecfbdcf37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:53.905757 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-cc8f6858-731b-488c-92f4-f13ecfbdcf37 admin admin] Publish callbacks [] for security_group (5b412598-99e1-42a1-b63f-95f0004ce679), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:53.911077 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-cc8f6858-731b-488c-92f4-f13ecfbdcf37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (5b412598-99e1-42a1-b63f-95f0004ce679), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:53.950427 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f6858-731b-488c-92f4-f13ecfbdcf37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b412598-99e1-42a1-b63f-95f0004ce679,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:51:53.957424 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-cc8f6858-731b-488c-92f4-f13ecfbdcf37 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e9e96eecdb3d4498b0cc18846ebd5794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400968 Aug 24 06:51:53.958325 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 56926) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:51:54.010455 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-24c7611b-1f5b-4255-915a-b648317b29d3 admin admin] Publish callbacks [] for security_group (5b412598-99e1-42a1-b63f-95f0004ce679), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:54.031021 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-24c7611b-1f5b-4255-915a-b648317b29d3 admin admin] Publish callbacks [] for security_group (5b412598-99e1-42a1-b63f-95f0004ce679), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:54.079946 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-24c7611b-1f5b-4255-915a-b648317b29d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (5b412598-99e1-42a1-b63f-95f0004ce679), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:54.083026 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-24c7611b-1f5b-4255-915a-b648317b29d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:51:54.084267 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-24c7611b-1f5b-4255-915a-b648317b29d3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5b412598-99e1-42a1-b63f-95f0004ce679 HTTP/1.1" status: 204 len: 168 time: 0.1251123 Aug 24 06:51:54.092268 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7611b-1f5b-4255-915a-b648317b29d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b412598-99e1-42a1-b63f-95f0004ce679,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:01.596993 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:01.692909 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 57106) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:52:01.820674 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7dca49ae-fba0-4ac1-a190-7808e2411e5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:01.903477 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7dca49ae-fba0-4ac1-a190-7808e2411e5c admin admin] Publish callbacks [] for security_group (6300f095-30fd-44dc-9550-894cac2b9ec3), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:01.907993 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7dca49ae-fba0-4ac1-a190-7808e2411e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (6300f095-30fd-44dc-9550-894cac2b9ec3), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:01.947926 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-7dca49ae-fba0-4ac1-a190-7808e2411e5c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=3bed6d424303417caa1c190854e4f7ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2538931 Aug 24 06:52:01.949123 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca49ae-fba0-4ac1-a190-7808e2411e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6300f095-30fd-44dc-9550-894cac2b9ec3,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:01.950918 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 57112) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:52:02.003346 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-56d1eeb0-2da3-4cd0-a7d4-eb0418816e9a admin admin] Publish callbacks [] for security_group (6300f095-30fd-44dc-9550-894cac2b9ec3), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:02.024485 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-56d1eeb0-2da3-4cd0-a7d4-eb0418816e9a admin admin] Publish callbacks [] for security_group (6300f095-30fd-44dc-9550-894cac2b9ec3), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:02.083414 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-56d1eeb0-2da3-4cd0-a7d4-eb0418816e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (6300f095-30fd-44dc-9550-894cac2b9ec3), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:02.085962 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-56d1eeb0-2da3-4cd0-a7d4-eb0418816e9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:02.087129 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-56d1eeb0-2da3-4cd0-a7d4-eb0418816e9a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6300f095-30fd-44dc-9550-894cac2b9ec3 HTTP/1.1" status: 204 len: 168 time: 0.1350958 Aug 24 06:52:02.095854 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1eeb0-2da3-4cd0-a7d4-eb0418816e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6300f095-30fd-44dc-9550-894cac2b9ec3,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:02.112096 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:02.789801 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 57134) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:52:02.895243 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-ed8bad7d-3121-44b2-8b13-6c2772d9401b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-201067845-network', 'tenant_id': 'df1bd62253b1499d967691558359d094'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:52:02.919104 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8bad7d-3121-44b2-8b13-6c2772d9401b admin admin] Made reservation on behalf of df1bd62253b1499d967691558359d094 for: {'network': 1} {{(pid=113089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:52:02.921430 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ed8bad7d-3121-44b2-8b13-6c2772d9401b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for network (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:02.930395 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ed8bad7d-3121-44b2-8b13-6c2772d9401b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:03.007606 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ed8bad7d-3121-44b2-8b13-6c2772d9401b admin admin] Publish callbacks [] for security_group (d69a637a-5cc0-46e9-a649-5d79fc334184), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:03.012548 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ed8bad7d-3121-44b2-8b13-6c2772d9401b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (d69a637a-5cc0-46e9-a649-5d79fc334184), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:03.041619 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:03.042507 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed8bad7d-3121-44b2-8b13-6c2772d9401b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=113089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 06:52:03.047830 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:03.050246 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bad7d-3121-44b2-8b13-6c2772d9401b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69a637a-5cc0-46e9-a649-5d79fc334184,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:03.057011 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ed8bad7d-3121-44b2-8b13-6c2772d9401b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (073a8192-84a7-4ea7-82f7-98fca07a78e6), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:03.057987 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.db.segments_db [None req-ed8bad7d-3121-44b2-8b13-6c2772d9401b admin admin] Added segment 073a8192-84a7-4ea7-82f7-98fca07a78e6 of type vlan for network a6c677ab-6af0-4f2c-a283-77f539b0b8c3 Aug 24 06:52:03.105421 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ed8bad7d-3121-44b2-8b13-6c2772d9401b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748142589579'] for network (a6c677ab-6af0-4f2c-a283-77f539b0b8c3), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:03.133906 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ed8bad7d-3121-44b2-8b13-6c2772d9401b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for network (a6c677ab-6af0-4f2c-a283-77f539b0b8c3), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:03.134977 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8bad7d-3121-44b2-8b13-6c2772d9401b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:03.135582 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ed8bad7d-3121-44b2-8b13-6c2772d9401b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:03.168406 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-ed8bad7d-3121-44b2-8b13-6c2772d9401b admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3774548 Aug 24 06:52:03.171556 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 57140) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:52:03.177495 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-62bb0df4-f439-45e2-a63a-c562253ecb85 admin admin] Request body: {'subnet': {'network_id': 'a6c677ab-6af0-4f2c-a283-77f539b0b8c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-201067845-subnet', 'tenant_id': 'df1bd62253b1499d967691558359d094', 'ip_version': 4}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:52:03.201700 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bb0df4-f439-45e2-a63a-c562253ecb85 admin admin] Made reservation on behalf of df1bd62253b1499d967691558359d094 for: {'subnet': 1} {{(pid=113088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:52:03.204090 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-62bb0df4-f439-45e2-a63a-c562253ecb85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404133'] for subnet (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:03.206732 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bad7d-3121-44b2-8b13-6c2772d9401b admin admin] Pushing event updated for resources: {'Network': ['ID=a6c677ab-6af0-4f2c-a283-77f539b0b8c3,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:03.219711 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Network a6c677ab-6af0-4f2c-a283-77f539b0b8c3 details requested by agent ovs-agent-dv-cinder-854271-1-iscsi with host dv-cinder-854271-1-iscsi {{(pid=113090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 06:52:03.395763 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-62bb0df4-f439-45e2-a63a-c562253ecb85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4108356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404043'] for subnet (fa718812-4b58-48ce-84a0-fb68026d1153), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:03.418815 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:03.434456 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:03.460107 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb0df4-f439-45e2-a63a-c562253ecb85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa718812-4b58-48ce-84a0-fb68026d1153,revision_number=0']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:03.473188 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bb0df4-f439-45e2-a63a-c562253ecb85 admin admin] Checking segment: {'id': '073a8192-84a7-4ea7-82f7-98fca07a78e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a6c677ab-6af0-4f2c-a283-77f539b0b8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:52:03.473544 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bb0df4-f439-45e2-a63a-c562253ecb85 admin admin] Network hostable DHCP agents. Network: a6c677ab-6af0-4f2c-a283-77f539b0b8c3, hostable agents: ['133a3e8a-16cb-4472-a923-08e28c023b55'], hosted agents: [] {{(pid=113088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 06:52:03.494278 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bb0df4-f439-45e2-a63a-c562253ecb85 admin admin] Network a6c677ab-6af0-4f2c-a283-77f539b0b8c3 is scheduled to be hosted by DHCP agent 133a3e8a-16cb-4472-a923-08e28c023b55 with binding_index 1 {{(pid=113088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 06:52:03.506959 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-62bb0df4-f439-45e2-a63a-c562253ecb85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854271-1-iscsi, a6c677ab-6af0-4f2c-a283-77f539b0b8c3) {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:52:03.511850 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bb0df4-f439-45e2-a63a-c562253ecb85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:03.512445 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-62bb0df4-f439-45e2-a63a-c562253ecb85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:03.516769 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5c5ffe-a5c4-4d81-9d71-240d65e1a3c1 None None] Network a6c677ab-6af0-4f2c-a283-77f539b0b8c3 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:52:03.532366 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-62bb0df4-f439-45e2-a63a-c562253ecb85 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3592668 Aug 24 06:52:03.535993 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 57142) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:52:03.540525 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-8cc605ab-5146-4a3d-a846-79d40e2a057b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-201067845-router', 'tenant_id': 'df1bd62253b1499d967691558359d094', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:52:03.564349 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8cc605ab-5146-4a3d-a846-79d40e2a057b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router (b7e2f323-a20a-4b9f-9b35-de0722850c92), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:03.565843 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8cc605ab-5146-4a3d-a846-79d40e2a057b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1697044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router (b7e2f323-a20a-4b9f-9b35-de0722850c92), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:03.618609 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8cc605ab-5146-4a3d-a846-79d40e2a057b admin admin] Publish callbacks [] for router_controller (b7e2f323-a20a-4b9f-9b35-de0722850c92), precommit_add_association {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:03.629489 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c256b93-5dc0-52aa-9173-f46dd4354694-a6c677ab-6af0-4f2c-a283-77f539b0b8c3', 'network_id': 'a6c677ab-6af0-4f2c-a283-77f539b0b8c3', 'project_id': 'df1bd62253b1499d967691558359d094', 'fixed_ips': [{'subnet_id': 'fa718812-4b58-48ce-84a0-fb68026d1153'}]}} from dv-cinder-854271-1-iscsi. {{(pid=113090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 06:52:03.630431 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:03.762121 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8cc605ab-5146-4a3d-a846-79d40e2a057b admin admin] Publish callbacks [] for router_gateway (b7e2f323-a20a-4b9f-9b35-de0722850c92), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:03.776785 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.db_base_plugin_common [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Allocated IP 172.20.0.2 (a6c677ab-6af0-4f2c-a283-77f539b0b8c3/fa718812-4b58-48ce-84a0-fb68026d1153/f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31) {{(pid=113090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:52:03.927894 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Publish callbacks [] for port (f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31), precommit_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:03.938142 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31), after_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:03.961664 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8cc605ab-5146-4a3d-a846-79d40e2a057b admin admin] Publish callbacks [] for router_gateway (b7e2f323-a20a-4b9f-9b35-de0722850c92), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:03.977178 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Network a6c677ab-6af0-4f2c-a283-77f539b0b8c3 is already hosted by enough agents. {{(pid=113090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:52:03.984023 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.scheduler.base_scheduler [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Resources bound (agent type, host, resource id): {{(pid=113090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:52:03.984348 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8cc605ab-5146-4a3d-a846-79d40e2a057b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:03.988348 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Received port after_create {{(pid=113090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:52:03.998054 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Pushing event updated for resources: {'Port': ['ID=f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31,revision_number=1']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:04.023093 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:04.023374 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:04.023713 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:04.024042 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:04.024375 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:04.024761 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:04.025054 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:04.025371 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:04.025688 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:04.026591 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:04.026591 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:04.026591 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:04.026909 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:04.027235 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:04.027550 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:04.068606 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Attempting to bind port f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31 on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:52:04.068965 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Attempting to bind port f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31 by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': '073a8192-84a7-4ea7-82f7-98fca07a78e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a6c677ab-6af0-4f2c-a283-77f539b0b8c3'}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:52:04.069652 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Attempting to bind port f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31 on network a6c677ab-6af0-4f2c-a283-77f539b0b8c3 {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:52:04.074596 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:52:04.074967 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Checking segment: {'id': '073a8192-84a7-4ea7-82f7-98fca07a78e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a6c677ab-6af0-4f2c-a283-77f539b0b8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:52:04.075396 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:04.075780 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Bound using segment: {'id': '073a8192-84a7-4ea7-82f7-98fca07a78e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a6c677ab-6af0-4f2c-a283-77f539b0b8c3'} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:52:04.076232 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Bound port: f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073a8192-84a7-4ea7-82f7-98fca07a78e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a6c677ab-6af0-4f2c-a283-77f539b0b8c3'}}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:52:04.076593 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:04.094183 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [None req-8cc605ab-5146-4a3d-a846-79d40e2a057b admin admin] Allocated IP 172.27.3.199 (ebaf0247-9904-4138-a92a-0e04f684cda3/21927f02-5278-4e61-8de7-8e5f8e88a327/2f5fce9c-ab4f-473a-b698-10d5a40e8de5) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:52:04.146522 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] For port f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:52:04.149946 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] For port f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31,segment=NetworkSegment(073a8192-84a7-4ea7-82f7-98fca07a78e6),segment_id=073a8192-84a7-4ea7-82f7-98fca07a78e6)] {{(pid=113090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:52:04.157296 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:04.216530 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8cc605ab-5146-4a3d-a846-79d40e2a057b admin admin] Publish callbacks [] for port (2f5fce9c-ab4f-473a-b698-10d5a40e8de5), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:04.225011 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06545df8-faf2-40e4-84ba-59e39daff932 None None] Pushing event updated for resources: {'Port': ['ID=f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31,revision_number=2']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:04.255169 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8cc605ab-5146-4a3d-a846-79d40e2a057b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (2f5fce9c-ab4f-473a-b698-10d5a40e8de5), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:04.259090 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:04.305862 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc605ab-5146-4a3d-a846-79d40e2a057b admin admin] Network ebaf0247-9904-4138-a92a-0e04f684cda3 is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:52:04.311234 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-8cc605ab-5146-4a3d-a846-79d40e2a057b admin admin] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:52:04.315920 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc605ab-5146-4a3d-a846-79d40e2a057b admin admin] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:52:04.353477 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc605ab-5146-4a3d-a846-79d40e2a057b admin admin] Pushing event updated for resources: {'Port': ['ID=2f5fce9c-ab4f-473a-b698-10d5a40e8de5,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:04.370544 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:04.597807 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8cc605ab-5146-4a3d-a846-79d40e2a057b admin admin] Publish callbacks [] for router_gateway (b7e2f323-a20a-4b9f-9b35-de0722850c92), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:04.800945 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8cc605ab-5146-4a3d-a846-79d40e2a057b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696429'] for router (b7e2f323-a20a-4b9f-9b35-de0722850c92), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:04.936407 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc605ab-5146-4a3d-a846-79d40e2a057b admin admin] Router b7e2f323-a20a-4b9f-9b35-de0722850c92 is scheduled to L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 with binding_index 1 {{(pid=113088) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 06:52:05.075464 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0252a99-12d1-431e-adf8-4f78c57e981a None None] Network a6c677ab-6af0-4f2c-a283-77f539b0b8c3 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:52:05.107894 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:05.205734 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-ccd7efa5-27ae-47a7-aa8d-17332a37ee3a None None] Provisioning complete for port f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:52:05.206125 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-ccd7efa5-27ae-47a7-aa8d-17332a37ee3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:05.296344 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-ccd7efa5-27ae-47a7-aa8d-17332a37ee3a None None] Current status of the port f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31 is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:52:05.297441 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-ccd7efa5-27ae-47a7-aa8d-17332a37ee3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:05.308307 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:05.323505 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc605ab-5146-4a3d-a846-79d40e2a057b admin admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:52:05.338008 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-ccd7efa5-27ae-47a7-aa8d-17332a37ee3a None None] For port f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31,segment=NetworkSegment(073a8192-84a7-4ea7-82f7-98fca07a78e6),segment_id=073a8192-84a7-4ea7-82f7-98fca07a78e6)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:52:05.340138 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc1fffc-b30d-48a0-86f1-6161ce752ff5 None None] Sync routers for ids ['b7e2f323-a20a-4b9f-9b35-de0722850c92'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:52:05.343845 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-ccd7efa5-27ae-47a7-aa8d-17332a37ee3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:05.355341 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-8cc605ab-5146-4a3d-a846-79d40e2a057b admin admin] Publish callbacks [] for router (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:05.359580 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 57160) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:52:05.360418 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc1fffc-b30d-48a0-86f1-6161ce752ff5 None None] Routers {'b7e2f323-a20a-4b9f-9b35-de0722850c92'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:52:05.361059 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-8cc1fffc-b30d-48a0-86f1-6161ce752ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:51:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['b7e2f323-a20a-4b9f-9b35-de0722850c92'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:52:05.363857 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-8cc605ab-5146-4a3d-a846-79d40e2a057b admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8266559 Aug 24 06:52:05.398360 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd7efa5-27ae-47a7-aa8d-17332a37ee3a None None] Pushing event updated for resources: {'Port': ['ID=f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31,revision_number=3']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:05.475211 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-8cc1fffc-b30d-48a0-86f1-6161ce752ff5 None None] Set router b7e2f323-a20a-4b9f-9b35-de0722850c92 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:52:05.478737 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-31ed9911-ae40-4b93-86e8-a9fa453878bc None None] Provisioning complete for port f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:52:05.479228 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-31ed9911-ae40-4b93-86e8-a9fa453878bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:05.564066 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-31ed9911-ae40-4b93-86e8-a9fa453878bc None None] Current status of the port f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:52:05.652570 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-8cc1fffc-b30d-48a0-86f1-6161ce752ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'name': 'tempest-TestMinimumBasicScenario-201067845-router', 'tenant_id': 'df1bd62253b1499d967691558359d094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '2f5fce9c-ab4f-473a-b698-10d5a40e8de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:52:03Z', 'updated_at': '2022-08-24T06:52:04Z', 'revision_number': 3, 'project_id': 'df1bd62253b1499d967691558359d094', 'gw_port': {'id': '2f5fce9c-ab4f-473a-b698-10d5a40e8de5', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:02:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:52:03Z', 'updated_at': '2022-08-24T06:52:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi'}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:52:05.682718 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc1fffc-b30d-48a0-86f1-6161ce752ff5 None None] Checking router: b7e2f323-a20a-4b9f-9b35-de0722850c92 for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:52:05.682936 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc1fffc-b30d-48a0-86f1-6161ce752ff5 None None] Updating router b7e2f323-a20a-4b9f-9b35-de0722850c92 port 2f5fce9c-ab4f-473a-b698-10d5a40e8de5 binding host dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 06:52:05.711484 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-8cc1fffc-b30d-48a0-86f1-6161ce752ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (2f5fce9c-ab4f-473a-b698-10d5a40e8de5), before_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:05.800929 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9fbc2509-9f6e-4d59-b589-1fafce0c9735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:05.955400 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.db_base_plugin_common [None req-9fbc2509-9f6e-4d59-b589-1fafce0c9735 admin admin] Allocated IP 172.20.0.1 (a6c677ab-6af0-4f2c-a283-77f539b0b8c3/fa718812-4b58-48ce-84a0-fb68026d1153/8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1) {{(pid=113089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:52:05.956664 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-8cc1fffc-b30d-48a0-86f1-6161ce752ff5 None None] Publish callbacks [] for port (2f5fce9c-ab4f-473a-b698-10d5a40e8de5), precommit_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:05.964516 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-8cc1fffc-b30d-48a0-86f1-6161ce752ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (2f5fce9c-ab4f-473a-b698-10d5a40e8de5), after_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:06.007965 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-8cc1fffc-b30d-48a0-86f1-6161ce752ff5 None None] Attempting to bind port 2f5fce9c-ab4f-473a-b698-10d5a40e8de5 on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:52:06.008350 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-8cc1fffc-b30d-48a0-86f1-6161ce752ff5 None None] Attempting to bind port 2f5fce9c-ab4f-473a-b698-10d5a40e8de5 by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}] {{(pid=113091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:52:06.008688 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc1fffc-b30d-48a0-86f1-6161ce752ff5 None None] Attempting to bind port 2f5fce9c-ab4f-473a-b698-10d5a40e8de5 on network ebaf0247-9904-4138-a92a-0e04f684cda3 {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:52:06.016034 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc1fffc-b30d-48a0-86f1-6161ce752ff5 None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:52:06.016516 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc1fffc-b30d-48a0-86f1-6161ce752ff5 None None] Checking segment: {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:52:06.017115 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-8cc1fffc-b30d-48a0-86f1-6161ce752ff5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:06.017749 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc1fffc-b30d-48a0-86f1-6161ce752ff5 None None] Bound using segment: {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'} {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:52:06.018484 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-8cc1fffc-b30d-48a0-86f1-6161ce752ff5 None None] Bound port: 2f5fce9c-ab4f-473a-b698-10d5a40e8de5, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}}] {{(pid=113091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:52:06.018964 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-8cc1fffc-b30d-48a0-86f1-6161ce752ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (2f5fce9c-ab4f-473a-b698-10d5a40e8de5), before_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:06.058349 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d576f-3074-4907-a98d-aaadc5d2618a None None] Pushing event updated for resources: {'Port': ['ID=2f5fce9c-ab4f-473a-b698-10d5a40e8de5,revision_number=2']} {{(pid=113091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:06.058523 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:06.058642 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6d576f-3074-4907-a98d-aaadc5d2618a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:06.058642 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6d576f-3074-4907-a98d-aaadc5d2618a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:06.058895 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6d576f-3074-4907-a98d-aaadc5d2618a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:06.059216 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6d576f-3074-4907-a98d-aaadc5d2618a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:06.059717 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6d576f-3074-4907-a98d-aaadc5d2618a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:06.060418 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6d576f-3074-4907-a98d-aaadc5d2618a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:06.060731 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6d576f-3074-4907-a98d-aaadc5d2618a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:06.061093 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6d576f-3074-4907-a98d-aaadc5d2618a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:06.061414 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6d576f-3074-4907-a98d-aaadc5d2618a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:06.061738 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6d576f-3074-4907-a98d-aaadc5d2618a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:06.062057 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6d576f-3074-4907-a98d-aaadc5d2618a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:06.062392 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6d576f-3074-4907-a98d-aaadc5d2618a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:06.062710 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6d576f-3074-4907-a98d-aaadc5d2618a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:06.063024 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6d576f-3074-4907-a98d-aaadc5d2618a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:06.063350 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6d576f-3074-4907-a98d-aaadc5d2618a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:06.064381 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9fbc2509-9f6e-4d59-b589-1fafce0c9735 admin admin] Publish callbacks [] for port (8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:06.068471 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:06.088016 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:06.091016 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.db [None req-8cc1fffc-b30d-48a0-86f1-6161ce752ff5 None None] For port 2f5fce9c-ab4f-473a-b698-10d5a40e8de5, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:52:06.094739 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.db [None req-8cc1fffc-b30d-48a0-86f1-6161ce752ff5 None None] For port 2f5fce9c-ab4f-473a-b698-10d5a40e8de5, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=2f5fce9c-ab4f-473a-b698-10d5a40e8de5,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:52:06.102267 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-8cc1fffc-b30d-48a0-86f1-6161ce752ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (2f5fce9c-ab4f-473a-b698-10d5a40e8de5), after_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:06.103882 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9fbc2509-9f6e-4d59-b589-1fafce0c9735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8818239'] for port (8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:06.143135 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc1fffc-b30d-48a0-86f1-6161ce752ff5 None None] Routers {'b7e2f323-a20a-4b9f-9b35-de0722850c92'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:52:06.143777 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-8cc1fffc-b30d-48a0-86f1-6161ce752ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:51:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['b7e2f323-a20a-4b9f-9b35-de0722850c92'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:52:06.146053 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbc2509-9f6e-4d59-b589-1fafce0c9735 admin admin] Network a6c677ab-6af0-4f2c-a283-77f539b0b8c3 is already hosted by enough agents. {{(pid=113089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:52:06.150618 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [None req-9fbc2509-9f6e-4d59-b589-1fafce0c9735 admin admin] Resources bound (agent type, host, resource id): {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:52:06.154673 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbc2509-9f6e-4d59-b589-1fafce0c9735 admin admin] Received port after_create {{(pid=113089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:52:06.176747 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc2509-9f6e-4d59-b589-1fafce0c9735 admin admin] Pushing event updated for resources: {'Port': ['ID=8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:06.201380 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9fbc2509-9f6e-4d59-b589-1fafce0c9735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698864'] for router_interface (b7e2f323-a20a-4b9f-9b35-de0722850c92), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:06.216109 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:06.222271 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d576f-3074-4907-a98d-aaadc5d2618a None None] Pushing event updated for resources: {'Port': ['ID=2f5fce9c-ab4f-473a-b698-10d5a40e8de5,revision_number=3']} {{(pid=113091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:06.260553 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-8cc1fffc-b30d-48a0-86f1-6161ce752ff5 None None] Set router b7e2f323-a20a-4b9f-9b35-de0722850c92 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:52:06.378086 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9fbc2509-9f6e-4d59-b589-1fafce0c9735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1), before_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:06.392128 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:52:06.437381 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:52:06.438058 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:06.448327 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-8cc1fffc-b30d-48a0-86f1-6161ce752ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'name': 'tempest-TestMinimumBasicScenario-201067845-router', 'tenant_id': 'df1bd62253b1499d967691558359d094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '2f5fce9c-ab4f-473a-b698-10d5a40e8de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:52:03Z', 'updated_at': '2022-08-24T06:52:04Z', 'revision_number': 3, 'project_id': 'df1bd62253b1499d967691558359d094', 'gw_port': {'id': '2f5fce9c-ab4f-473a-b698-10d5a40e8de5', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:02:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:52:03Z', 'updated_at': '2022-08-24T06:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi'}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:52:06.512318 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-5e605807-9e7d-4a44-872e-e03f12f0f28e None None] Provisioning complete for port 8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:52:06.513003 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-5e605807-9e7d-4a44-872e-e03f12f0f28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:06.549663 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9fbc2509-9f6e-4d59-b589-1fafce0c9735 admin admin] Publish callbacks [] for port (8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1), precommit_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:06.556566 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:52:06.558694 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9fbc2509-9f6e-4d59-b589-1fafce0c9735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8818224'] for port (8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:06.565742 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-5e605807-9e7d-4a44-872e-e03f12f0f28e None None] Port 8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1 cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:52:06.572446 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc1fffc-b30d-48a0-86f1-6161ce752ff5 None None] The sync data for ids ['b7e2f323-a20a-4b9f-9b35-de0722850c92'] in dv-cinder-854271-1-iscsi is: [{'id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'name': 'tempest-TestMinimumBasicScenario-201067845-router', 'tenant_id': 'df1bd62253b1499d967691558359d094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '2f5fce9c-ab4f-473a-b698-10d5a40e8de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:52:03Z', 'updated_at': '2022-08-24T06:52:04Z', 'revision_number': 3, 'project_id': 'df1bd62253b1499d967691558359d094', 'gw_port': {'id': '2f5fce9c-ab4f-473a-b698-10d5a40e8de5', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:02:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:52:03Z', 'updated_at': '2022-08-24T06:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi'}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:52:06.631719 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-9fbc2509-9f6e-4d59-b589-1fafce0c9735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698892'] for router_interface (b7e2f323-a20a-4b9f-9b35-de0722850c92), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:06.633747 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc2509-9f6e-4d59-b589-1fafce0c9735 admin admin] Pushing event updated for resources: {'Port': ['ID=8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1,revision_number=2']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:06.740223 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbc2509-9f6e-4d59-b589-1fafce0c9735 admin admin] Network a6c677ab-6af0-4f2c-a283-77f539b0b8c3 is already hosted by enough agents. {{(pid=113089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:52:06.741736 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [None req-9fbc2509-9f6e-4d59-b589-1fafce0c9735 admin admin] Resources bound (agent type, host, resource id): {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:52:06.865441 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:06.879596 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbc2509-9f6e-4d59-b589-1fafce0c9735 admin admin] Router b7e2f323-a20a-4b9f-9b35-de0722850c92 has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:52:06.985889 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-f56ab9ac-3d4f-4d6f-b857-dc2375ad02ea None None] Provisioning complete for port 8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:52:06.986261 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-f56ab9ac-3d4f-4d6f-b857-dc2375ad02ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:06.994588 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:06.998114 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbc2509-9f6e-4d59-b589-1fafce0c9735 admin admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:52:07.007848 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-9fbc2509-9f6e-4d59-b589-1fafce0c9735 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/b7e2f323-a20a-4b9f-9b35-de0722850c92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6458025 Aug 24 06:52:07.021412 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-f56ab9ac-3d4f-4d6f-b857-dc2375ad02ea None None] Port 8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1 cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:52:07.100321 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:52:07.574853 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 57184) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:52:07.580487 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-b7d917a0-85e9-4c30-a81e-ab72af9890ee admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-863123737-network', 'tenant_id': '98d4dbf837f7404a8ff6312b79a49b04'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:52:07.601999 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d917a0-85e9-4c30-a81e-ab72af9890ee admin admin] Made reservation on behalf of 98d4dbf837f7404a8ff6312b79a49b04 for: {'network': 1} {{(pid=113089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:52:07.604576 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-b7d917a0-85e9-4c30-a81e-ab72af9890ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for network (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:07.614573 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-b7d917a0-85e9-4c30-a81e-ab72af9890ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:07.697829 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-b7d917a0-85e9-4c30-a81e-ab72af9890ee admin admin] Publish callbacks [] for security_group (391595c9-da9a-47d0-bf31-692c8ffb103d), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:07.703648 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-b7d917a0-85e9-4c30-a81e-ab72af9890ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (391595c9-da9a-47d0-bf31-692c8ffb103d), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:07.729887 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7d917a0-85e9-4c30-a81e-ab72af9890ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=113089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 06:52:07.740196 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d917a0-85e9-4c30-a81e-ab72af9890ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391595c9-da9a-47d0-bf31-692c8ffb103d,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:07.744998 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-b7d917a0-85e9-4c30-a81e-ab72af9890ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (0d8fa28b-8a6f-49fb-83ce-398e9f007c2e), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:07.745334 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.db.segments_db [None req-b7d917a0-85e9-4c30-a81e-ab72af9890ee admin admin] Added segment 0d8fa28b-8a6f-49fb-83ce-398e9f007c2e of type vlan for network cc3c498a-0572-41ea-9667-6532032db4f1 Aug 24 06:52:07.784736 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-b7d917a0-85e9-4c30-a81e-ab72af9890ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748142589579'] for network (cc3c498a-0572-41ea-9667-6532032db4f1), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:07.811462 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-b7d917a0-85e9-4c30-a81e-ab72af9890ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646'] for network (cc3c498a-0572-41ea-9667-6532032db4f1), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:07.812853 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d917a0-85e9-4c30-a81e-ab72af9890ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:07.813728 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-b7d917a0-85e9-4c30-a81e-ab72af9890ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:07.855070 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-b7d917a0-85e9-4c30-a81e-ab72af9890ee admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2790625 Aug 24 06:52:07.858094 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 57186) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:52:07.864278 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-a48c14c9-7ae5-437e-90bf-9e9445d5fe48 admin admin] Request body: {'subnet': {'network_id': 'cc3c498a-0572-41ea-9667-6532032db4f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-863123737-subnet', 'tenant_id': '98d4dbf837f7404a8ff6312b79a49b04', 'ip_version': 4}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:52:07.882454 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d917a0-85e9-4c30-a81e-ab72af9890ee admin admin] Pushing event updated for resources: {'Network': ['ID=cc3c498a-0572-41ea-9667-6532032db4f1,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:07.890837 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48c14c9-7ae5-437e-90bf-9e9445d5fe48 admin admin] Made reservation on behalf of 98d4dbf837f7404a8ff6312b79a49b04 for: {'subnet': 1} {{(pid=113088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:52:07.894909 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a48c14c9-7ae5-437e-90bf-9e9445d5fe48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404133'] for subnet (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:07.896918 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Network cc3c498a-0572-41ea-9667-6532032db4f1 details requested by agent ovs-agent-dv-cinder-854271-1-iscsi with host dv-cinder-854271-1-iscsi {{(pid=113090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 06:52:08.078038 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a48c14c9-7ae5-437e-90bf-9e9445d5fe48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4108356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404043'] for subnet (f188179c-3783-48fd-a95d-fe371539b282), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:08.081785 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=8,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:08.084395 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:08.139831 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c14c9-7ae5-437e-90bf-9e9445d5fe48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f188179c-3783-48fd-a95d-fe371539b282,revision_number=0']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:08.160057 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48c14c9-7ae5-437e-90bf-9e9445d5fe48 admin admin] Checking segment: {'id': '0d8fa28b-8a6f-49fb-83ce-398e9f007c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cc3c498a-0572-41ea-9667-6532032db4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:52:08.160437 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48c14c9-7ae5-437e-90bf-9e9445d5fe48 admin admin] Network hostable DHCP agents. Network: cc3c498a-0572-41ea-9667-6532032db4f1, hostable agents: ['133a3e8a-16cb-4472-a923-08e28c023b55'], hosted agents: [] {{(pid=113088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 06:52:08.170541 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff6aeab-370c-4c9e-949a-b3eaf36e8a59 None None] Sync routers for ids ['b7e2f323-a20a-4b9f-9b35-de0722850c92'] in dv-cinder-854271-1-iscsi {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:52:08.182888 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff6aeab-370c-4c9e-949a-b3eaf36e8a59 None None] Routers {'b7e2f323-a20a-4b9f-9b35-de0722850c92'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:52:08.183551 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-8ff6aeab-370c-4c9e-949a-b3eaf36e8a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:51:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['b7e2f323-a20a-4b9f-9b35-de0722850c92'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:52:08.185775 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48c14c9-7ae5-437e-90bf-9e9445d5fe48 admin admin] Network cc3c498a-0572-41ea-9667-6532032db4f1 is scheduled to be hosted by DHCP agent 133a3e8a-16cb-4472-a923-08e28c023b55 with binding_index 1 {{(pid=113088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 06:52:08.195768 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-a48c14c9-7ae5-437e-90bf-9e9445d5fe48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854271-1-iscsi, cc3c498a-0572-41ea-9667-6532032db4f1) {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:52:08.200706 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48c14c9-7ae5-437e-90bf-9e9445d5fe48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:08.201299 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a48c14c9-7ae5-437e-90bf-9e9445d5fe48 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:08.230645 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-a48c14c9-7ae5-437e-90bf-9e9445d5fe48 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3712802 Aug 24 06:52:08.233204 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 57190) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:52:08.237758 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-7aa2b878-0276-4c3b-bcd5-db09ec3a8dae admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-863123737-router', 'tenant_id': '98d4dbf837f7404a8ff6312b79a49b04', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:52:08.260204 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7aa2b878-0276-4c3b-bcd5-db09ec3a8dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router (2f9cf13c-e02e-4043-b25a-9cfdebae70c0), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:08.261254 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7aa2b878-0276-4c3b-bcd5-db09ec3a8dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1697044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router (2f9cf13c-e02e-4043-b25a-9cfdebae70c0), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:08.326707 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7aa2b878-0276-4c3b-bcd5-db09ec3a8dae admin admin] Publish callbacks [] for router_controller (2f9cf13c-e02e-4043-b25a-9cfdebae70c0), precommit_add_association {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:08.385981 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118ed413-d97c-4cdd-8fb7-77d00681c988 None None] Network cc3c498a-0572-41ea-9667-6532032db4f1 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:52:08.394793 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 2f5fce9c-ab4f-473a-b698-10d5a40e8de5 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:52:08.470274 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7aa2b878-0276-4c3b-bcd5-db09ec3a8dae admin admin] Publish callbacks [] for router_gateway (2f9cf13c-e02e-4043-b25a-9cfdebae70c0), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:08.517550 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:08.539607 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 2f5fce9c-ab4f-473a-b698-10d5a40e8de5 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:52:08.539974 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (2f5fce9c-ab4f-473a-b698-10d5a40e8de5), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:08.542545 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-8ff6aeab-370c-4c9e-949a-b3eaf36e8a59 None None] Set router b7e2f323-a20a-4b9f-9b35-de0722850c92 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:52:08.601809 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=100 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:08.622218 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503857a4-e7c9-47db-a632-79955076e038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c256b93-5dc0-52aa-9173-f46dd4354694-cc3c498a-0572-41ea-9667-6532032db4f1', 'network_id': 'cc3c498a-0572-41ea-9667-6532032db4f1', 'project_id': '98d4dbf837f7404a8ff6312b79a49b04', 'fixed_ips': [{'subnet_id': 'f188179c-3783-48fd-a95d-fe371539b282'}]}} from dv-cinder-854271-1-iscsi. {{(pid=113090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 06:52:08.623130 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-503857a4-e7c9-47db-a632-79955076e038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:08.667316 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7aa2b878-0276-4c3b-bcd5-db09ec3a8dae admin admin] Publish callbacks [] for router_gateway (2f9cf13c-e02e-4043-b25a-9cfdebae70c0), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:08.687695 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7aa2b878-0276-4c3b-bcd5-db09ec3a8dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:08.799588 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [None req-7aa2b878-0276-4c3b-bcd5-db09ec3a8dae admin admin] Allocated IP 172.27.3.79 (ebaf0247-9904-4138-a92a-0e04f684cda3/21927f02-5278-4e61-8de7-8e5f8e88a327/ca3385dc-1cb3-4078-94af-a348292565bc) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:52:08.839268 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 2f5fce9c-ab4f-473a-b698-10d5a40e8de5 is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:52:08.839650 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (2f5fce9c-ab4f-473a-b698-10d5a40e8de5), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:08.912230 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7aa2b878-0276-4c3b-bcd5-db09ec3a8dae admin admin] Publish callbacks [] for port (ca3385dc-1cb3-4078-94af-a348292565bc), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:08.922862 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] For port 2f5fce9c-ab4f-473a-b698-10d5a40e8de5, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=2f5fce9c-ab4f-473a-b698-10d5a40e8de5,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:52:08.933888 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (2f5fce9c-ab4f-473a-b698-10d5a40e8de5), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:08.945932 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7aa2b878-0276-4c3b-bcd5-db09ec3a8dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (ca3385dc-1cb3-4078-94af-a348292565bc), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:08.982558 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.db_base_plugin_common [None req-503857a4-e7c9-47db-a632-79955076e038 None None] Allocated IP 172.20.0.2 (cc3c498a-0572-41ea-9667-6532032db4f1/f188179c-3783-48fd-a95d-fe371539b282/e13e9d90-0d40-4857-9604-f909f30b85ca) {{(pid=113090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:52:08.984443 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-8ff6aeab-370c-4c9e-949a-b3eaf36e8a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'name': 'tempest-TestMinimumBasicScenario-201067845-router', 'tenant_id': 'df1bd62253b1499d967691558359d094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '2f5fce9c-ab4f-473a-b698-10d5a40e8de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:52:03Z', 'updated_at': '2022-08-24T06:52:06Z', 'revision_number': 4, 'project_id': 'df1bd62253b1499d967691558359d094', 'gw_port': {'id': '2f5fce9c-ab4f-473a-b698-10d5a40e8de5', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:02:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:52:03Z', 'updated_at': '2022-08-24T06:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1', 'name': '', 'network_id': 'a6c677ab-6af0-4f2c-a283-77f539b0b8c3', 'tenant_id': 'df1bd62253b1499d967691558359d094', 'mac_address': 'fa:16:3e:5c:42:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'fa718812-4b58-48ce-84a0-fb68026d1153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:52:05Z', 'updated_at': '2022-08-24T06:52:06Z', 'revision_number': 2, 'project_id': 'df1bd62253b1499d967691558359d094', 'subnets': [{'id': 'fa718812-4b58-48ce-84a0-fb68026d1153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:52:08.985532 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=7 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:08.987924 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa2b878-0276-4c3b-bcd5-db09ec3a8dae admin admin] Network ebaf0247-9904-4138-a92a-0e04f684cda3 is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:52:08.990155 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:08.996286 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-7aa2b878-0276-4c3b-bcd5-db09ec3a8dae admin admin] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:52:08.999252 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa2b878-0276-4c3b-bcd5-db09ec3a8dae admin admin] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:52:09.001436 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2b878-0276-4c3b-bcd5-db09ec3a8dae admin admin] Pushing event updated for resources: {'Port': ['ID=ca3385dc-1cb3-4078-94af-a348292565bc,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:09.028800 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff6aeab-370c-4c9e-949a-b3eaf36e8a59 None None] Checking router: b7e2f323-a20a-4b9f-9b35-de0722850c92 for host: dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:52:09.029087 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff6aeab-370c-4c9e-949a-b3eaf36e8a59 None None] Updating router b7e2f323-a20a-4b9f-9b35-de0722850c92 port 8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1 binding host dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 06:52:09.070335 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Pushing event updated for resources: {'Port': ['ID=2f5fce9c-ab4f-473a-b698-10d5a40e8de5,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:09.086649 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-8ff6aeab-370c-4c9e-949a-b3eaf36e8a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:09.268039 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7aa2b878-0276-4c3b-bcd5-db09ec3a8dae admin admin] Publish callbacks [] for router_gateway (2f9cf13c-e02e-4043-b25a-9cfdebae70c0), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:09.319700 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-503857a4-e7c9-47db-a632-79955076e038 None None] Publish callbacks [] for port (e13e9d90-0d40-4857-9604-f909f30b85ca), precommit_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:09.334536 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-503857a4-e7c9-47db-a632-79955076e038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109'] for port (e13e9d90-0d40-4857-9604-f909f30b85ca), after_create {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:09.367285 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:09.406028 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:09.422603 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503857a4-e7c9-47db-a632-79955076e038 None None] Network cc3c498a-0572-41ea-9667-6532032db4f1 is already hosted by enough agents. {{(pid=113090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:52:09.432910 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.scheduler.base_scheduler [None req-503857a4-e7c9-47db-a632-79955076e038 None None] Resources bound (agent type, host, resource id): {{(pid=113090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:52:09.435337 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503857a4-e7c9-47db-a632-79955076e038 None None] Pushing event updated for resources: {'Port': ['ID=e13e9d90-0d40-4857-9604-f909f30b85ca,revision_number=1']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:09.437695 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503857a4-e7c9-47db-a632-79955076e038 None None] Received port after_create {{(pid=113090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:52:09.473663 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7aa2b878-0276-4c3b-bcd5-db09ec3a8dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696429'] for router (2f9cf13c-e02e-4043-b25a-9cfdebae70c0), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:09.527624 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-503857a4-e7c9-47db-a632-79955076e038 None None] Attempting to bind port e13e9d90-0d40-4857-9604-f909f30b85ca on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:52:09.527856 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-503857a4-e7c9-47db-a632-79955076e038 None None] Attempting to bind port e13e9d90-0d40-4857-9604-f909f30b85ca by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': '0d8fa28b-8a6f-49fb-83ce-398e9f007c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cc3c498a-0572-41ea-9667-6532032db4f1'}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:52:09.528212 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503857a4-e7c9-47db-a632-79955076e038 None None] Attempting to bind port e13e9d90-0d40-4857-9604-f909f30b85ca on network cc3c498a-0572-41ea-9667-6532032db4f1 {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:52:09.555122 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503857a4-e7c9-47db-a632-79955076e038 None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:52:09.555520 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503857a4-e7c9-47db-a632-79955076e038 None None] Checking segment: {'id': '0d8fa28b-8a6f-49fb-83ce-398e9f007c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cc3c498a-0572-41ea-9667-6532032db4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:52:09.555929 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-503857a4-e7c9-47db-a632-79955076e038 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:09.556355 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503857a4-e7c9-47db-a632-79955076e038 None None] Bound using segment: {'id': '0d8fa28b-8a6f-49fb-83ce-398e9f007c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cc3c498a-0572-41ea-9667-6532032db4f1'} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:52:09.556812 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-503857a4-e7c9-47db-a632-79955076e038 None None] Bound port: e13e9d90-0d40-4857-9604-f909f30b85ca, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8fa28b-8a6f-49fb-83ce-398e9f007c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cc3c498a-0572-41ea-9667-6532032db4f1'}}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:52:09.557208 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-503857a4-e7c9-47db-a632-79955076e038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (e13e9d90-0d40-4857-9604-f909f30b85ca), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:09.580224 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-8ff6aeab-370c-4c9e-949a-b3eaf36e8a59 None None] Publish callbacks [] for port (8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1), precommit_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:09.603595 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-8ff6aeab-370c-4c9e-949a-b3eaf36e8a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:09.607268 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa2b878-0276-4c3b-bcd5-db09ec3a8dae admin admin] Router 2f9cf13c-e02e-4043-b25a-9cfdebae70c0 is scheduled to L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 with binding_index 1 {{(pid=113088) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 06:52:09.706082 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-503857a4-e7c9-47db-a632-79955076e038 None None] For port e13e9d90-0d40-4857-9604-f909f30b85ca, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:52:09.713445 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa2b878-0276-4c3b-bcd5-db09ec3a8dae admin admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:52:09.718632 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba562308-c95a-4208-9956-af18310094ff None None] Pushing event updated for resources: {'Port': ['ID=8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1,revision_number=3']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:09.725212 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-503857a4-e7c9-47db-a632-79955076e038 None None] For port e13e9d90-0d40-4857-9604-f909f30b85ca, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=e13e9d90-0d40-4857-9604-f909f30b85ca,segment=NetworkSegment(0d8fa28b-8a6f-49fb-83ce-398e9f007c2e),segment_id=0d8fa28b-8a6f-49fb-83ce-398e9f007c2e)] {{(pid=113090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:52:09.725441 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b648e82-63e6-454e-8fc9-639bdf10129f None None] Sync routers for ids ['2f9cf13c-e02e-4043-b25a-9cfdebae70c0'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:52:09.735176 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7aa2b878-0276-4c3b-bcd5-db09ec3a8dae admin admin] Publish callbacks [] for router (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:09.735679 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-503857a4-e7c9-47db-a632-79955076e038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (e13e9d90-0d40-4857-9604-f909f30b85ca), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:09.736978 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-7aa2b878-0276-4c3b-bcd5-db09ec3a8dae admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5025623 Aug 24 06:52:09.740897 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 57198) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:52:09.744360 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-8ff6aeab-370c-4c9e-949a-b3eaf36e8a59 None None] Attempting to bind port 8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1 on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:52:09.744800 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-8ff6aeab-370c-4c9e-949a-b3eaf36e8a59 None None] Attempting to bind port 8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1 by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': '073a8192-84a7-4ea7-82f7-98fca07a78e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a6c677ab-6af0-4f2c-a283-77f539b0b8c3'}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:52:09.745062 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff6aeab-370c-4c9e-949a-b3eaf36e8a59 None None] Attempting to bind port 8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1 on network a6c677ab-6af0-4f2c-a283-77f539b0b8c3 {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:52:09.748275 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b648e82-63e6-454e-8fc9-639bdf10129f None None] Routers {'2f9cf13c-e02e-4043-b25a-9cfdebae70c0'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:52:09.748880 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-5b648e82-63e6-454e-8fc9-639bdf10129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:51:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['2f9cf13c-e02e-4043-b25a-9cfdebae70c0'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:52:09.777076 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff6aeab-370c-4c9e-949a-b3eaf36e8a59 None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:52:09.777580 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff6aeab-370c-4c9e-949a-b3eaf36e8a59 None None] Checking segment: {'id': '073a8192-84a7-4ea7-82f7-98fca07a78e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a6c677ab-6af0-4f2c-a283-77f539b0b8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:52:09.778038 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-8ff6aeab-370c-4c9e-949a-b3eaf36e8a59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:09.778414 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff6aeab-370c-4c9e-949a-b3eaf36e8a59 None None] Bound using segment: {'id': '073a8192-84a7-4ea7-82f7-98fca07a78e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a6c677ab-6af0-4f2c-a283-77f539b0b8c3'} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:52:09.778933 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-8ff6aeab-370c-4c9e-949a-b3eaf36e8a59 None None] Bound port: 8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073a8192-84a7-4ea7-82f7-98fca07a78e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a6c677ab-6af0-4f2c-a283-77f539b0b8c3'}}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:52:09.779335 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-8ff6aeab-370c-4c9e-949a-b3eaf36e8a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:09.831801 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503857a4-e7c9-47db-a632-79955076e038 None None] Pushing event updated for resources: {'Port': ['ID=e13e9d90-0d40-4857-9604-f909f30b85ca,revision_number=2']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:09.873095 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-8ff6aeab-370c-4c9e-949a-b3eaf36e8a59 None None] For port 8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:52:09.876645 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-8ff6aeab-370c-4c9e-949a-b3eaf36e8a59 None None] For port 8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1,segment=NetworkSegment(073a8192-84a7-4ea7-82f7-98fca07a78e6),segment_id=073a8192-84a7-4ea7-82f7-98fca07a78e6)] {{(pid=113090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:52:09.885807 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-8ff6aeab-370c-4c9e-949a-b3eaf36e8a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:09.888137 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-5b648e82-63e6-454e-8fc9-639bdf10129f None None] Set router 2f9cf13c-e02e-4043-b25a-9cfdebae70c0 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:52:09.927555 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff6aeab-370c-4c9e-949a-b3eaf36e8a59 None None] Routers {'b7e2f323-a20a-4b9f-9b35-de0722850c92'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:52:09.928318 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-8ff6aeab-370c-4c9e-949a-b3eaf36e8a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:51:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['b7e2f323-a20a-4b9f-9b35-de0722850c92'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:52:10.136981 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-5b648e82-63e6-454e-8fc9-639bdf10129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9cf13c-e02e-4043-b25a-9cfdebae70c0', 'name': 'tempest-TestMinimumBasicScenario-863123737-router', 'tenant_id': '98d4dbf837f7404a8ff6312b79a49b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ca3385dc-1cb3-4078-94af-a348292565bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:52:08Z', 'updated_at': '2022-08-24T06:52:09Z', 'revision_number': 3, 'project_id': '98d4dbf837f7404a8ff6312b79a49b04', 'gw_port': {'id': 'ca3385dc-1cb3-4078-94af-a348292565bc', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9cf13c-e02e-4043-b25a-9cfdebae70c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:52:08Z', 'updated_at': '2022-08-24T06:52:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi'}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:52:10.165962 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b648e82-63e6-454e-8fc9-639bdf10129f None None] Checking router: 2f9cf13c-e02e-4043-b25a-9cfdebae70c0 for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:52:10.166309 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b648e82-63e6-454e-8fc9-639bdf10129f None None] Updating router 2f9cf13c-e02e-4043-b25a-9cfdebae70c0 port ca3385dc-1cb3-4078-94af-a348292565bc binding host dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 06:52:10.201517 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-5b648e82-63e6-454e-8fc9-639bdf10129f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (ca3385dc-1cb3-4078-94af-a348292565bc), before_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:10.201743 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba562308-c95a-4208-9956-af18310094ff None None] Pushing event updated for resources: {'Port': ['ID=8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:10.235054 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-8ff6aeab-370c-4c9e-949a-b3eaf36e8a59 None None] Set router b7e2f323-a20a-4b9f-9b35-de0722850c92 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:52:10.282882 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a6dd3817-a181-4e4d-9e3d-35f3523c66ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:10.298237 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:10.306203 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:10.357702 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:10.520047 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device e13e9d90-0d40-4857-9604-f909f30b85ca up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:52:10.560306 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-e0b9cf1e-8f04-46db-8c66-926a5968da09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:10.573481 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-5b648e82-63e6-454e-8fc9-639bdf10129f None None] Publish callbacks [] for port (ca3385dc-1cb3-4078-94af-a348292565bc), precommit_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:10.585061 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-8ff6aeab-370c-4c9e-949a-b3eaf36e8a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'name': 'tempest-TestMinimumBasicScenario-201067845-router', 'tenant_id': 'df1bd62253b1499d967691558359d094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '2f5fce9c-ab4f-473a-b698-10d5a40e8de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:52:03Z', 'updated_at': '2022-08-24T06:52:06Z', 'revision_number': 4, 'project_id': 'df1bd62253b1499d967691558359d094', 'gw_port': {'id': '2f5fce9c-ab4f-473a-b698-10d5a40e8de5', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:02:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:52:03Z', 'updated_at': '2022-08-24T06:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1', 'name': '', 'network_id': 'a6c677ab-6af0-4f2c-a283-77f539b0b8c3', 'tenant_id': 'df1bd62253b1499d967691558359d094', 'mac_address': 'fa:16:3e:5c:42:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'fa718812-4b58-48ce-84a0-fb68026d1153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:52:05Z', 'updated_at': '2022-08-24T06:52:09Z', 'revision_number': 4, 'project_id': 'df1bd62253b1499d967691558359d094', 'subnets': [{'id': 'fa718812-4b58-48ce-84a0-fb68026d1153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:52:10.588546 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:10.591126 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-5b648e82-63e6-454e-8fc9-639bdf10129f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (ca3385dc-1cb3-4078-94af-a348292565bc), after_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:10.629982 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:10.636048 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-5b648e82-63e6-454e-8fc9-639bdf10129f None None] Attempting to bind port ca3385dc-1cb3-4078-94af-a348292565bc on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:52:10.637382 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff6aeab-370c-4c9e-949a-b3eaf36e8a59 None None] The sync data for ids ['b7e2f323-a20a-4b9f-9b35-de0722850c92'] in dv-cinder-854271-1-iscsi is: [{'id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'name': 'tempest-TestMinimumBasicScenario-201067845-router', 'tenant_id': 'df1bd62253b1499d967691558359d094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '2f5fce9c-ab4f-473a-b698-10d5a40e8de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:52:03Z', 'updated_at': '2022-08-24T06:52:06Z', 'revision_number': 4, 'project_id': 'df1bd62253b1499d967691558359d094', 'gw_port': {'id': '2f5fce9c-ab4f-473a-b698-10d5a40e8de5', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:02:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:52:03Z', 'updated_at': '2022-08-24T06:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1', 'name': '', 'network_id': 'a6c677ab-6af0-4f2c-a283-77f539b0b8c3', 'tenant_id': 'df1bd62253b1499d967691558359d094', 'mac_address': 'fa:16:3e:5c:42:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'fa718812-4b58-48ce-84a0-fb68026d1153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:52:05Z', 'updated_at': '2022-08-24T06:52:09Z', 'revision_number': 4, 'project_id': 'df1bd62253b1499d967691558359d094', 'subnets': [{'id': 'fa718812-4b58-48ce-84a0-fb68026d1153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:52:10.639342 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-5b648e82-63e6-454e-8fc9-639bdf10129f None None] Attempting to bind port ca3385dc-1cb3-4078-94af-a348292565bc by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}] {{(pid=113091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:52:10.640325 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b648e82-63e6-454e-8fc9-639bdf10129f None None] Attempting to bind port ca3385dc-1cb3-4078-94af-a348292565bc on network ebaf0247-9904-4138-a92a-0e04f684cda3 {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:52:10.652424 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=100 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:10.653923 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b648e82-63e6-454e-8fc9-639bdf10129f None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:52:10.654489 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b648e82-63e6-454e-8fc9-639bdf10129f None None] Checking segment: {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:52:10.655049 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-5b648e82-63e6-454e-8fc9-639bdf10129f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:10.655637 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b648e82-63e6-454e-8fc9-639bdf10129f None None] Bound using segment: {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'} {{(pid=113091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:52:10.656261 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.managers [None req-5b648e82-63e6-454e-8fc9-639bdf10129f None None] Bound port: ca3385dc-1cb3-4078-94af-a348292565bc, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1924c45f-2e47-4b83-9bde-f1624ca2c2c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3'}}] {{(pid=113091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:52:10.657161 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-5b648e82-63e6-454e-8fc9-639bdf10129f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (ca3385dc-1cb3-4078-94af-a348292565bc), before_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:10.657295 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port e13e9d90-0d40-4857-9604-f909f30b85ca triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:52:10.657586 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (e13e9d90-0d40-4857-9604-f909f30b85ca), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:10.738726 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad0517-aacf-4596-b065-c790c6db1c0e None None] Pushing event updated for resources: {'Port': ['ID=ca3385dc-1cb3-4078-94af-a348292565bc,revision_number=2']} {{(pid=113091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:10.781703 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.db [None req-5b648e82-63e6-454e-8fc9-639bdf10129f None None] For port ca3385dc-1cb3-4078-94af-a348292565bc, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:52:10.786756 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.plugins.ml2.db [None req-5b648e82-63e6-454e-8fc9-639bdf10129f None None] For port ca3385dc-1cb3-4078-94af-a348292565bc, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=ca3385dc-1cb3-4078-94af-a348292565bc,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:52:10.824263 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron_lib.callbacks.manager [None req-5b648e82-63e6-454e-8fc9-639bdf10129f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (ca3385dc-1cb3-4078-94af-a348292565bc), after_update {{(pid=113091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:10.865663 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port e13e9d90-0d40-4857-9604-f909f30b85ca is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:52:10.866052 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (e13e9d90-0d40-4857-9604-f909f30b85ca), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:10.874482 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b648e82-63e6-454e-8fc9-639bdf10129f None None] Routers {'2f9cf13c-e02e-4043-b25a-9cfdebae70c0'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:52:10.875127 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-5b648e82-63e6-454e-8fc9-639bdf10129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:51:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['2f9cf13c-e02e-4043-b25a-9cfdebae70c0'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:52:10.923600 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.db_base_plugin_common [None req-a6dd3817-a181-4e4d-9e3d-35f3523c66ac admin admin] Allocated IP 172.20.0.1 (cc3c498a-0572-41ea-9667-6532032db4f1/f188179c-3783-48fd-a95d-fe371539b282/d6b285b7-c1e3-4d9e-a9d5-be4102fd164f) {{(pid=113089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:52:10.933185 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] For port e13e9d90-0d40-4857-9604-f909f30b85ca, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=e13e9d90-0d40-4857-9604-f909f30b85ca,segment=NetworkSegment(0d8fa28b-8a6f-49fb-83ce-398e9f007c2e),segment_id=0d8fa28b-8a6f-49fb-83ce-398e9f007c2e)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:52:10.945020 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (e13e9d90-0d40-4857-9604-f909f30b85ca), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:10.950010 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 2f5fce9c-ab4f-473a-b698-10d5a40e8de5 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:52:11.035437 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad0517-aacf-4596-b065-c790c6db1c0e None None] Pushing event updated for resources: {'Port': ['ID=ca3385dc-1cb3-4078-94af-a348292565bc,revision_number=3']} {{(pid=113091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:11.101010 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Pushing event updated for resources: {'Port': ['ID=e13e9d90-0d40-4857-9604-f909f30b85ca,revision_number=3']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:11.109279 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 2f5fce9c-ab4f-473a-b698-10d5a40e8de5 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:52:11.109658 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (2f5fce9c-ab4f-473a-b698-10d5a40e8de5), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:11.154773 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-5b648e82-63e6-454e-8fc9-639bdf10129f None None] Set router 2f9cf13c-e02e-4043-b25a-9cfdebae70c0 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:52:11.204609 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a6dd3817-a181-4e4d-9e3d-35f3523c66ac admin admin] Publish callbacks [] for port (d6b285b7-c1e3-4d9e-a9d5-be4102fd164f), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:11.275071 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 2f5fce9c-ab4f-473a-b698-10d5a40e8de5 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:52:11.276146 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a6dd3817-a181-4e4d-9e3d-35f3523c66ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8818239'] for port (d6b285b7-c1e3-4d9e-a9d5-be4102fd164f), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:11.302279 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568ed6db-95fc-428e-9701-69aae90020f3 None None] Network cc3c498a-0572-41ea-9667-6532032db4f1 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:52:11.364643 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dd3817-a181-4e4d-9e3d-35f3523c66ac admin admin] Network cc3c498a-0572-41ea-9667-6532032db4f1 is already hosted by enough agents. {{(pid=113089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:52:11.368223 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [None req-a6dd3817-a181-4e4d-9e3d-35f3523c66ac admin admin] Resources bound (agent type, host, resource id): {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:52:11.373154 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd3817-a181-4e4d-9e3d-35f3523c66ac admin admin] Pushing event updated for resources: {'Port': ['ID=d6b285b7-c1e3-4d9e-a9d5-be4102fd164f,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:11.375525 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dd3817-a181-4e4d-9e3d-35f3523c66ac admin admin] Received port after_create {{(pid=113089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:52:11.384710 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-5b648e82-63e6-454e-8fc9-639bdf10129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9cf13c-e02e-4043-b25a-9cfdebae70c0', 'name': 'tempest-TestMinimumBasicScenario-863123737-router', 'tenant_id': '98d4dbf837f7404a8ff6312b79a49b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ca3385dc-1cb3-4078-94af-a348292565bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:52:08Z', 'updated_at': '2022-08-24T06:52:09Z', 'revision_number': 3, 'project_id': '98d4dbf837f7404a8ff6312b79a49b04', 'gw_port': {'id': 'ca3385dc-1cb3-4078-94af-a348292565bc', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9cf13c-e02e-4043-b25a-9cfdebae70c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:52:08Z', 'updated_at': '2022-08-24T06:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi'}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:52:11.403881 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-d9fbada6-c965-46c0-926f-354d96de4f44 None None] Provisioning complete for port e13e9d90-0d40-4857-9604-f909f30b85ca triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:52:11.404396 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-d9fbada6-c965-46c0-926f-354d96de4f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (e13e9d90-0d40-4857-9604-f909f30b85ca), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:11.416005 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b648e82-63e6-454e-8fc9-639bdf10129f None None] The sync data for ids ['2f9cf13c-e02e-4043-b25a-9cfdebae70c0'] in dv-cinder-854271-1-iscsi is: [{'id': '2f9cf13c-e02e-4043-b25a-9cfdebae70c0', 'name': 'tempest-TestMinimumBasicScenario-863123737-router', 'tenant_id': '98d4dbf837f7404a8ff6312b79a49b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ca3385dc-1cb3-4078-94af-a348292565bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:52:08Z', 'updated_at': '2022-08-24T06:52:09Z', 'revision_number': 3, 'project_id': '98d4dbf837f7404a8ff6312b79a49b04', 'gw_port': {'id': 'ca3385dc-1cb3-4078-94af-a348292565bc', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9cf13c-e02e-4043-b25a-9cfdebae70c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:52:08Z', 'updated_at': '2022-08-24T06:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi'}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:52:11.428412 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a6dd3817-a181-4e4d-9e3d-35f3523c66ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698864'] for router_interface (2f9cf13c-e02e-4043-b25a-9cfdebae70c0), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:11.537578 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-d9fbada6-c965-46c0-926f-354d96de4f44 None None] Current status of the port e13e9d90-0d40-4857-9604-f909f30b85ca is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:52:11.606009 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a6dd3817-a181-4e4d-9e3d-35f3523c66ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (d6b285b7-c1e3-4d9e-a9d5-be4102fd164f), before_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:11.764484 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-0ae2df6f-832a-4cc2-9ef3-ba11e0ed2ff7 None None] Provisioning complete for port e13e9d90-0d40-4857-9604-f909f30b85ca triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:52:11.764987 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0ae2df6f-832a-4cc2-9ef3-ba11e0ed2ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (e13e9d90-0d40-4857-9604-f909f30b85ca), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:11.843431 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:11.866285 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a6dd3817-a181-4e4d-9e3d-35f3523c66ac admin admin] Publish callbacks [] for port (d6b285b7-c1e3-4d9e-a9d5-be4102fd164f), precommit_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:11.876175 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a6dd3817-a181-4e4d-9e3d-35f3523c66ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8818224'] for port (d6b285b7-c1e3-4d9e-a9d5-be4102fd164f), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:11.889112 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-0ae2df6f-832a-4cc2-9ef3-ba11e0ed2ff7 None None] Current status of the port e13e9d90-0d40-4857-9604-f909f30b85ca is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:52:11.891631 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:11.908574 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-0ae2df6f-832a-4cc2-9ef3-ba11e0ed2ff7 None None] Provisioning complete for port d6b285b7-c1e3-4d9e-a9d5-be4102fd164f triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:52:11.908958 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0ae2df6f-832a-4cc2-9ef3-ba11e0ed2ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (d6b285b7-c1e3-4d9e-a9d5-be4102fd164f), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:11.979437 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-0ae2df6f-832a-4cc2-9ef3-ba11e0ed2ff7 None None] Port d6b285b7-c1e3-4d9e-a9d5-be4102fd164f cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:52:11.983505 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd3817-a181-4e4d-9e3d-35f3523c66ac admin admin] Pushing event updated for resources: {'Port': ['ID=d6b285b7-c1e3-4d9e-a9d5-be4102fd164f,revision_number=2']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:11.988248 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a6dd3817-a181-4e4d-9e3d-35f3523c66ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698892'] for router_interface (2f9cf13c-e02e-4043-b25a-9cfdebae70c0), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:12.084721 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:12.091714 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dd3817-a181-4e4d-9e3d-35f3523c66ac admin admin] Network cc3c498a-0572-41ea-9667-6532032db4f1 is already hosted by enough agents. {{(pid=113089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:52:12.094204 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [None req-a6dd3817-a181-4e4d-9e3d-35f3523c66ac admin admin] Resources bound (agent type, host, resource id): {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:52:12.095988 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-b71097d6-c82c-474b-8461-61cbb90b2a38 None None] Provisioning complete for port d6b285b7-c1e3-4d9e-a9d5-be4102fd164f triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:52:12.096365 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-b71097d6-c82c-474b-8461-61cbb90b2a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (d6b285b7-c1e3-4d9e-a9d5-be4102fd164f), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:12.171176 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-b71097d6-c82c-474b-8461-61cbb90b2a38 None None] Port d6b285b7-c1e3-4d9e-a9d5-be4102fd164f cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:52:12.243509 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6dd3817-a181-4e4d-9e3d-35f3523c66ac admin admin] Router 2f9cf13c-e02e-4043-b25a-9cfdebae70c0 has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:52:12.398625 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-d5585a0b-2faf-49ac-ae66-1d7f9f8ceeb2 None None] Provisioning complete for port d6b285b7-c1e3-4d9e-a9d5-be4102fd164f triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:52:12.399671 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-d5585a0b-2faf-49ac-ae66-1d7f9f8ceeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (d6b285b7-c1e3-4d9e-a9d5-be4102fd164f), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:12.428644 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6dd3817-a181-4e4d-9e3d-35f3523c66ac admin admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:52:12.436207 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-a6dd3817-a181-4e4d-9e3d-35f3523c66ac admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/2f9cf13c-e02e-4043-b25a-9cfdebae70c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6942003 Aug 24 06:52:12.452004 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:12.462583 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-d5585a0b-2faf-49ac-ae66-1d7f9f8ceeb2 None None] Port d6b285b7-c1e3-4d9e-a9d5-be4102fd164f cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:52:12.591292 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device e13e9d90-0d40-4857-9604-f909f30b85ca up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:52:12.659574 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port e13e9d90-0d40-4857-9604-f909f30b85ca triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:52:12.659944 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (e13e9d90-0d40-4857-9604-f909f30b85ca), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:12.724501 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-87c46bac-fc83-40e3-b0f6-ad69f2b55659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:12.758315 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port e13e9d90-0d40-4857-9604-f909f30b85ca is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:52:12.760112 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:52:12.803962 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:52:12.804264 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:12.902474 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1 is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:52:12.902951 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:12.939431 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] For port 8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1,segment=NetworkSegment(073a8192-84a7-4ea7-82f7-98fca07a78e6),segment_id=073a8192-84a7-4ea7-82f7-98fca07a78e6)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:52:12.943930 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:12.945017 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device ca3385dc-1cb3-4078-94af-a348292565bc up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:52:13.021987 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Pushing event updated for resources: {'Port': ['ID=8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1,revision_number=5']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:13.037098 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port ca3385dc-1cb3-4078-94af-a348292565bc triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:52:13.037473 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (ca3385dc-1cb3-4078-94af-a348292565bc), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:13.112173 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port ca3385dc-1cb3-4078-94af-a348292565bc is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:52:13.112535 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (ca3385dc-1cb3-4078-94af-a348292565bc), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:13.133760 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] For port ca3385dc-1cb3-4078-94af-a348292565bc, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=ca3385dc-1cb3-4078-94af-a348292565bc,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:52:13.139286 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (ca3385dc-1cb3-4078-94af-a348292565bc), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:13.189431 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Pushing event updated for resources: {'Port': ['ID=ca3385dc-1cb3-4078-94af-a348292565bc,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:14.011041 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:14.386822 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1 up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:52:14.448068 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a85d43-fac3-4e5e-b4d8-54a67e0ed816 None None] Sync routers for ids ['2f9cf13c-e02e-4043-b25a-9cfdebae70c0'] in dv-cinder-854271-1-iscsi {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:52:14.466693 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port 8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:52:14.467064 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:14.470192 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a85d43-fac3-4e5e-b4d8-54a67e0ed816 None None] Routers {'2f9cf13c-e02e-4043-b25a-9cfdebae70c0'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:52:14.470909 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-94a85d43-fac3-4e5e-b4d8-54a67e0ed816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:52:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['2f9cf13c-e02e-4043-b25a-9cfdebae70c0'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:52:14.489399 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:14.573966 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:14.661153 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-94a85d43-fac3-4e5e-b4d8-54a67e0ed816 None None] Set router 2f9cf13c-e02e-4043-b25a-9cfdebae70c0 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:52:14.699433 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port 8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1 is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:52:14.700569 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device ca3385dc-1cb3-4078-94af-a348292565bc up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:52:14.852685 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port ca3385dc-1cb3-4078-94af-a348292565bc triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:52:14.853156 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (ca3385dc-1cb3-4078-94af-a348292565bc), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:14.969415 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-94a85d43-fac3-4e5e-b4d8-54a67e0ed816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9cf13c-e02e-4043-b25a-9cfdebae70c0', 'name': 'tempest-TestMinimumBasicScenario-863123737-router', 'tenant_id': '98d4dbf837f7404a8ff6312b79a49b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ca3385dc-1cb3-4078-94af-a348292565bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:52:08Z', 'updated_at': '2022-08-24T06:52:11Z', 'revision_number': 4, 'project_id': '98d4dbf837f7404a8ff6312b79a49b04', 'gw_port': {'id': 'ca3385dc-1cb3-4078-94af-a348292565bc', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9cf13c-e02e-4043-b25a-9cfdebae70c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:52:08Z', 'updated_at': '2022-08-24T06:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': 'd6b285b7-c1e3-4d9e-a9d5-be4102fd164f', 'name': '', 'network_id': 'cc3c498a-0572-41ea-9667-6532032db4f1', 'tenant_id': '98d4dbf837f7404a8ff6312b79a49b04', 'mac_address': 'fa:16:3e:3c:87:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9cf13c-e02e-4043-b25a-9cfdebae70c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f188179c-3783-48fd-a95d-fe371539b282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:52:10Z', 'updated_at': '2022-08-24T06:52:11Z', 'revision_number': 2, 'project_id': '98d4dbf837f7404a8ff6312b79a49b04', 'subnets': [{'id': 'f188179c-3783-48fd-a95d-fe371539b282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:52:15.021137 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a85d43-fac3-4e5e-b4d8-54a67e0ed816 None None] Checking router: 2f9cf13c-e02e-4043-b25a-9cfdebae70c0 for host: dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:52:15.021536 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a85d43-fac3-4e5e-b4d8-54a67e0ed816 None None] Updating router 2f9cf13c-e02e-4043-b25a-9cfdebae70c0 port d6b285b7-c1e3-4d9e-a9d5-be4102fd164f binding host dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 06:52:15.056411 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port ca3385dc-1cb3-4078-94af-a348292565bc is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:52:15.062108 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-94a85d43-fac3-4e5e-b4d8-54a67e0ed816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (d6b285b7-c1e3-4d9e-a9d5-be4102fd164f), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:15.510517 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-94a85d43-fac3-4e5e-b4d8-54a67e0ed816 None None] Publish callbacks [] for port (d6b285b7-c1e3-4d9e-a9d5-be4102fd164f), precommit_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:15.516222 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:15.532465 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-94a85d43-fac3-4e5e-b4d8-54a67e0ed816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (d6b285b7-c1e3-4d9e-a9d5-be4102fd164f), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:15.545171 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:15.572016 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:15.628542 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff196aa-d923-433a-84fd-5f287b65080c None None] Pushing event updated for resources: {'Port': ['ID=d6b285b7-c1e3-4d9e-a9d5-be4102fd164f,revision_number=3']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:15.643369 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-94a85d43-fac3-4e5e-b4d8-54a67e0ed816 None None] Attempting to bind port d6b285b7-c1e3-4d9e-a9d5-be4102fd164f on host dv-cinder-854271-1-iscsi for vnic_type normal with profile {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:52:15.643750 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-94a85d43-fac3-4e5e-b4d8-54a67e0ed816 None None] Attempting to bind port d6b285b7-c1e3-4d9e-a9d5-be4102fd164f by drivers openvswitch,hyperv on host dv-cinder-854271-1-iscsi at level 0 using segments [{'id': '0d8fa28b-8a6f-49fb-83ce-398e9f007c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cc3c498a-0572-41ea-9667-6532032db4f1'}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:52:15.644116 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a85d43-fac3-4e5e-b4d8-54a67e0ed816 None None] Attempting to bind port d6b285b7-c1e3-4d9e-a9d5-be4102fd164f on network cc3c498a-0572-41ea-9667-6532032db4f1 {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:52:15.649780 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a85d43-fac3-4e5e-b4d8-54a67e0ed816 None None] Checking agent: {'id': '51b3f00b-1114-460d-8b24-31548fb48cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854271-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 35, 15), 'started_at': datetime.datetime(2022, 8, 24, 6, 35, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854271-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:52:15.650158 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a85d43-fac3-4e5e-b4d8-54a67e0ed816 None None] Checking segment: {'id': '0d8fa28b-8a6f-49fb-83ce-398e9f007c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cc3c498a-0572-41ea-9667-6532032db4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:52:15.650563 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-94a85d43-fac3-4e5e-b4d8-54a67e0ed816 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:15.650951 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a85d43-fac3-4e5e-b4d8-54a67e0ed816 None None] Bound using segment: {'id': '0d8fa28b-8a6f-49fb-83ce-398e9f007c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cc3c498a-0572-41ea-9667-6532032db4f1'} {{(pid=113090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:52:15.651445 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.managers [None req-94a85d43-fac3-4e5e-b4d8-54a67e0ed816 None None] Bound port: d6b285b7-c1e3-4d9e-a9d5-be4102fd164f, host: dv-cinder-854271-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8fa28b-8a6f-49fb-83ce-398e9f007c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cc3c498a-0572-41ea-9667-6532032db4f1'}}] {{(pid=113090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:52:15.651824 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-94a85d43-fac3-4e5e-b4d8-54a67e0ed816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (d6b285b7-c1e3-4d9e-a9d5-be4102fd164f), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:15.738706 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-94a85d43-fac3-4e5e-b4d8-54a67e0ed816 None None] For port d6b285b7-c1e3-4d9e-a9d5-be4102fd164f, host dv-cinder-854271-1-iscsi, cleared binding levels {{(pid=113090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:52:15.742098 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-94a85d43-fac3-4e5e-b4d8-54a67e0ed816 None None] For port d6b285b7-c1e3-4d9e-a9d5-be4102fd164f, host dv-cinder-854271-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=d6b285b7-c1e3-4d9e-a9d5-be4102fd164f,segment=NetworkSegment(0d8fa28b-8a6f-49fb-83ce-398e9f007c2e),segment_id=0d8fa28b-8a6f-49fb-83ce-398e9f007c2e)] {{(pid=113090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:52:15.743254 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:15.753379 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-94a85d43-fac3-4e5e-b4d8-54a67e0ed816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (d6b285b7-c1e3-4d9e-a9d5-be4102fd164f), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:15.795715 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a85d43-fac3-4e5e-b4d8-54a67e0ed816 None None] Routers {'2f9cf13c-e02e-4043-b25a-9cfdebae70c0'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:52:15.796452 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-94a85d43-fac3-4e5e-b4d8-54a67e0ed816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:52:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['2f9cf13c-e02e-4043-b25a-9cfdebae70c0'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:52:15.907682 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff196aa-d923-433a-84fd-5f287b65080c None None] Pushing event updated for resources: {'Port': ['ID=d6b285b7-c1e3-4d9e-a9d5-be4102fd164f,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:15.947255 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-94a85d43-fac3-4e5e-b4d8-54a67e0ed816 None None] Set router 2f9cf13c-e02e-4043-b25a-9cfdebae70c0 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:52:16.151939 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-94a85d43-fac3-4e5e-b4d8-54a67e0ed816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9cf13c-e02e-4043-b25a-9cfdebae70c0', 'name': 'tempest-TestMinimumBasicScenario-863123737-router', 'tenant_id': '98d4dbf837f7404a8ff6312b79a49b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ca3385dc-1cb3-4078-94af-a348292565bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:52:08Z', 'updated_at': '2022-08-24T06:52:11Z', 'revision_number': 4, 'project_id': '98d4dbf837f7404a8ff6312b79a49b04', 'gw_port': {'id': 'ca3385dc-1cb3-4078-94af-a348292565bc', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9cf13c-e02e-4043-b25a-9cfdebae70c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:52:08Z', 'updated_at': '2022-08-24T06:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': 'd6b285b7-c1e3-4d9e-a9d5-be4102fd164f', 'name': '', 'network_id': 'cc3c498a-0572-41ea-9667-6532032db4f1', 'tenant_id': '98d4dbf837f7404a8ff6312b79a49b04', 'mac_address': 'fa:16:3e:3c:87:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9cf13c-e02e-4043-b25a-9cfdebae70c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f188179c-3783-48fd-a95d-fe371539b282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:52:10Z', 'updated_at': '2022-08-24T06:52:15Z', 'revision_number': 4, 'project_id': '98d4dbf837f7404a8ff6312b79a49b04', 'subnets': [{'id': 'f188179c-3783-48fd-a95d-fe371539b282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:52:16.178640 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a85d43-fac3-4e5e-b4d8-54a67e0ed816 None None] The sync data for ids ['2f9cf13c-e02e-4043-b25a-9cfdebae70c0'] in dv-cinder-854271-1-iscsi is: [{'id': '2f9cf13c-e02e-4043-b25a-9cfdebae70c0', 'name': 'tempest-TestMinimumBasicScenario-863123737-router', 'tenant_id': '98d4dbf837f7404a8ff6312b79a49b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ca3385dc-1cb3-4078-94af-a348292565bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:52:08Z', 'updated_at': '2022-08-24T06:52:11Z', 'revision_number': 4, 'project_id': '98d4dbf837f7404a8ff6312b79a49b04', 'gw_port': {'id': 'ca3385dc-1cb3-4078-94af-a348292565bc', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9cf13c-e02e-4043-b25a-9cfdebae70c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:52:08Z', 'updated_at': '2022-08-24T06:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': 'd6b285b7-c1e3-4d9e-a9d5-be4102fd164f', 'name': '', 'network_id': 'cc3c498a-0572-41ea-9667-6532032db4f1', 'tenant_id': '98d4dbf837f7404a8ff6312b79a49b04', 'mac_address': 'fa:16:3e:3c:87:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9cf13c-e02e-4043-b25a-9cfdebae70c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f188179c-3783-48fd-a95d-fe371539b282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:52:10Z', 'updated_at': '2022-08-24T06:52:15Z', 'revision_number': 4, 'project_id': '98d4dbf837f7404a8ff6312b79a49b04', 'subnets': [{'id': 'f188179c-3783-48fd-a95d-fe371539b282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:52:16.385440 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device d6b285b7-c1e3-4d9e-a9d5-be4102fd164f up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:52:16.447085 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port d6b285b7-c1e3-4d9e-a9d5-be4102fd164f triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:52:16.447493 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (d6b285b7-c1e3-4d9e-a9d5-be4102fd164f), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:16.540083 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port d6b285b7-c1e3-4d9e-a9d5-be4102fd164f is: DOWN; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:52:16.540804 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (d6b285b7-c1e3-4d9e-a9d5-be4102fd164f), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:16.580096 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] For port d6b285b7-c1e3-4d9e-a9d5-be4102fd164f, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=d6b285b7-c1e3-4d9e-a9d5-be4102fd164f,segment=NetworkSegment(0d8fa28b-8a6f-49fb-83ce-398e9f007c2e),segment_id=0d8fa28b-8a6f-49fb-83ce-398e9f007c2e)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:52:16.588987 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (d6b285b7-c1e3-4d9e-a9d5-be4102fd164f), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:16.652631 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Pushing event updated for resources: {'Port': ['ID=d6b285b7-c1e3-4d9e-a9d5-be4102fd164f,revision_number=5']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:18.382540 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device d6b285b7-c1e3-4d9e-a9d5-be4102fd164f up at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:52:18.432698 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Provisioning complete for port d6b285b7-c1e3-4d9e-a9d5-be4102fd164f triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:52:18.433051 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (d6b285b7-c1e3-4d9e-a9d5-be4102fd164f), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:18.476621 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:18.533452 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Current status of the port d6b285b7-c1e3-4d9e-a9d5-be4102fd164f is: ACTIVE; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:52:19.727004 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:19.728944 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:20.825516 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 57290) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:52:20.962211 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-8cc76e1f-df12-4a88-8289-77b8ec76f606 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:21.052834 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-8cc76e1f-df12-4a88-8289-77b8ec76f606 admin admin] Publish callbacks [] for security_group (e510ca91-e734-4754-b47c-8e0004da2fbd), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:21.061474 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-8cc76e1f-df12-4a88-8289-77b8ec76f606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (e510ca91-e734-4754-b47c-8e0004da2fbd), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:21.096715 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc76e1f-df12-4a88-8289-77b8ec76f606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e510ca91-e734-4754-b47c-8e0004da2fbd,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:21.116154 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-8cc76e1f-df12-4a88-8289-77b8ec76f606 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d6647af6bb8843b4a78456ececc006f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2894821 Aug 24 06:52:21.118389 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 57294) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:52:21.179832 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-81fefed2-2477-4e77-92b5-ca35a1c0356b admin admin] Publish callbacks [] for security_group (e510ca91-e734-4754-b47c-8e0004da2fbd), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:21.213857 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-81fefed2-2477-4e77-92b5-ca35a1c0356b admin admin] Publish callbacks [] for security_group (e510ca91-e734-4754-b47c-8e0004da2fbd), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:21.267807 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-81fefed2-2477-4e77-92b5-ca35a1c0356b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (e510ca91-e734-4754-b47c-8e0004da2fbd), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:21.270619 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-81fefed2-2477-4e77-92b5-ca35a1c0356b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:21.271894 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-81fefed2-2477-4e77-92b5-ca35a1c0356b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e510ca91-e734-4754-b47c-8e0004da2fbd HTTP/1.1" status: 204 len: 168 time: 0.1522238 Aug 24 06:52:21.281581 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fefed2-2477-4e77-92b5-ca35a1c0356b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e510ca91-e734-4754-b47c-8e0004da2fbd,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:21.613041 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:22.232385 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:22.247648 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-ec46724a-e45f-46cc-8744-cc8a34ae72fa tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:22.249138 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-ec46724a-e45f-46cc-8744-cc8a34ae72fa tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/networks?id=a6c677ab-6af0-4f2c-a283-77f539b0b8c3 HTTP/1.1" status: 200 len: 814 time: 0.1086082 Aug 24 06:52:22.265599 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-28f7d81a-c4d2-40b5-b4e5-3ecdcd44585a tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/quotas/df1bd62253b1499d967691558359d094 HTTP/1.1" status: 200 len: 375 time: 0.0100787 Aug 24 06:52:22.320036 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-91c2d72f-2161-4be3-9aea-ac23625446b4 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=df1bd62253b1499d967691558359d094&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464680 Aug 24 06:52:22.421852 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-84afb165-7524-407a-b4fb-3c06f6923cc2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a6c677ab-6af0-4f2c-a283-77f539b0b8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892444 Aug 24 06:52:22.497995 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:22.520506 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-c2dddddf-d904-4dc9-acbb-2aa82c52abb4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a6c677ab-6af0-4f2c-a283-77f539b0b8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915277 Aug 24 06:52:22.705096 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6da5bc26-adb0-4eef-9906-43297b91125d req-49d235e3-cc1d-4c21-9ee5-2775ffcc42d2 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 210 time: 0.0304816 Aug 24 06:52:23.821603 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-533d5e6d-5be2-4da8-9202-b0483e6f3552 req-751d4798-a082-46ce-890f-be3eff6d6cf7 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 210 time: 0.0294125 Aug 24 06:52:23.952894 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-ec023a4e-0882-44e1-872c-a4be6dcd2698 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:23.954342 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-ec023a4e-0882-44e1-872c-a4be6dcd2698 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.58 "GET /networking/v2.0/networks?id=a6c677ab-6af0-4f2c-a283-77f539b0b8c3 HTTP/1.1" status: 200 len: 814 time: 0.1089394 Aug 24 06:52:23.965914 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-35b4d0d2-1c1c-4959-9ffb-7b4af40be2ec tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Request body: {'port': {'device_id': '2b98800a-e40c-4451-ac2e-928cfdb5096d', 'network_id': 'a6c677ab-6af0-4f2c-a283-77f539b0b8c3', 'admin_state_up': True, 'tenant_id': 'df1bd62253b1499d967691558359d094'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:52:24.082113 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-35b4d0d2-1c1c-4959-9ffb-7b4af40be2ec tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Made reservation on behalf of df1bd62253b1499d967691558359d094 for: {'port': 1} {{(pid=113088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:52:24.086135 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-35b4d0d2-1c1c-4959-9ffb-7b4af40be2ec tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:24.214982 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-35b4d0d2-1c1c-4959-9ffb-7b4af40be2ec tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Allocated IP 172.20.0.12 (a6c677ab-6af0-4f2c-a283-77f539b0b8c3/fa718812-4b58-48ce-84a0-fb68026d1153/4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:52:24.376316 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-35b4d0d2-1c1c-4959-9ffb-7b4af40be2ec tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks [] for port (4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:24.417720 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-35b4d0d2-1c1c-4959-9ffb-7b4af40be2ec tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:24.482407 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-35b4d0d2-1c1c-4959-9ffb-7b4af40be2ec tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Network a6c677ab-6af0-4f2c-a283-77f539b0b8c3 is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:52:24.486134 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-35b4d0d2-1c1c-4959-9ffb-7b4af40be2ec tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:52:24.490586 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-35b4d0d2-1c1c-4959-9ffb-7b4af40be2ec tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:52:24.497286 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4d0d2-1c1c-4959-9ffb-7b4af40be2ec tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Pushing event updated for resources: {'Port': ['ID=4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:24.562362 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-35b4d0d2-1c1c-4959-9ffb-7b4af40be2ec tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:24.563009 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-35b4d0d2-1c1c-4959-9ffb-7b4af40be2ec tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:24.583142 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:24.609504 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-35b4d0d2-1c1c-4959-9ffb-7b4af40be2ec tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6458569 Aug 24 06:52:24.875983 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-118fd6cc-4a4f-454e-841d-2a567f1e4b68 None None] Provisioning complete for port 4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:52:24.877355 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-118fd6cc-4a4f-454e-841d-2a567f1e4b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:24.914941 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-118fd6cc-4a4f-454e-841d-2a567f1e4b68 None None] Port 4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:52:25.001831 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c6c2f-7cba-48aa-b2ed-545ec97a9147 req-b851ffe0-fc00-4093-88a6-36d52fd98e10 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:25.003954 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7e6c6c2f-7cba-48aa-b2ed-545ec97a9147 req-b851ffe0-fc00-4093-88a6-36d52fd98e10 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 932 time: 0.0720243 Aug 24 06:52:25.068851 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7e6c6c2f-7cba-48aa-b2ed-545ec97a9147 req-7fc77a28-fa09-4553-a6b7-5fa0a4115bd5 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544691 Aug 24 06:52:25.083866 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:25.089890 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:26.192876 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9bb89-07da-41ee-bf62-f9439f880599 req-c6a952d4-92af-4a37-917a-099e40f3b44f tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:26.194467 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-75d9bb89-07da-41ee-bf62-f9439f880599 req-c6a952d4-92af-4a37-917a-099e40f3b44f tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 932 time: 0.0513327 Aug 24 06:52:26.250272 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-75d9bb89-07da-41ee-bf62-f9439f880599 req-c7d9e5d2-d40f-490a-9bfe-f55a41c52ed3 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501773 Aug 24 06:52:27.373860 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be7c3a-049e-4781-bab4-766481fd81dc req-06b891cf-ed20-45a0-924a-ec2bbbccea61 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:27.375367 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-63be7c3a-049e-4781-bab4-766481fd81dc req-06b891cf-ed20-45a0-924a-ec2bbbccea61 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 932 time: 0.0505009 Aug 24 06:52:27.429588 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-63be7c3a-049e-4781-bab4-766481fd81dc req-b0f8ad30-2ca5-43c8-bcef-11fb270133ca tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476868 Aug 24 06:52:28.561971 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5eda6-b9ce-45b3-831f-f0b0563db2e0 req-aca4c39e-3c76-436c-b4ef-f93861aa55d4 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:28.565990 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7bb5eda6-b9ce-45b3-831f-f0b0563db2e0 req-aca4c39e-3c76-436c-b4ef-f93861aa55d4 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 932 time: 0.0538847 Aug 24 06:52:28.618485 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-7bb5eda6-b9ce-45b3-831f-f0b0563db2e0 req-e16e00d5-88ae-4238-81d3-3e20003c2abf tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492785 Aug 24 06:52:29.744904 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba70b1f-19d0-46af-b3bc-6f4c4656b7c1 req-89d76abe-5321-4791-afc6-979ddf512843 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:29.746417 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fba70b1f-19d0-46af-b3bc-6f4c4656b7c1 req-89d76abe-5321-4791-afc6-979ddf512843 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 932 time: 0.0495057 Aug 24 06:52:29.800833 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fba70b1f-19d0-46af-b3bc-6f4c4656b7c1 req-aee47a8b-c948-44c2-8bd4-1db0c9ae84d5 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487444 Aug 24 06:52:30.946172 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45450830-2731-44d4-b608-4f490d1f45cb req-578113f9-f4bf-49ca-bbbf-7a08f32180a1 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:30.948153 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-45450830-2731-44d4-b608-4f490d1f45cb req-578113f9-f4bf-49ca-bbbf-7a08f32180a1 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 932 time: 0.0632498 Aug 24 06:52:31.008439 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-45450830-2731-44d4-b608-4f490d1f45cb req-2e414b47-f874-45af-a573-13575655bc3e tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546236 Aug 24 06:52:31.715602 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-84239b1b-9f25-4ac2-8780-486ff208d2f1 service neutron] Request body: {'port': {'device_id': '2b98800a-e40c-4451-ac2e-928cfdb5096d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:52:31.809576 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0ea548b6-c8bc-4a86-a7ae-af6908b4cd95 req-2227164a-24ba-4c44-ac53-56cfe9902807 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=710ba31c-fd62-4a0b-ac84-d9b51862b83c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689430 Aug 24 06:52:31.814299 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-84239b1b-9f25-4ac2-8780-486ff208d2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:31.957741 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea548b6-c8bc-4a86-a7ae-af6908b4cd95 req-175e58b4-dced-483f-a7c5-9d5488e501cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:31.959246 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0ea548b6-c8bc-4a86-a7ae-af6908b4cd95 req-175e58b4-dced-483f-a7c5-9d5488e501cc service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=13dae75bec47489cac0248f2bb2c197d&device_id=710ba31c-fd62-4a0b-ac84-d9b51862b83c HTTP/1.1" status: 200 len: 1129 time: 0.0942132 Aug 24 06:52:32.005775 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:32.141210 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975d378-b11a-4468-a2ce-38e15e1eadc0 req-7781ad9b-109a-460c-9bd8-e012842ec585 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:32.142777 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f975d378-b11a-4468-a2ce-38e15e1eadc0 req-7781ad9b-109a-460c-9bd8-e012842ec585 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 932 time: 0.0534742 Aug 24 06:52:32.197431 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f975d378-b11a-4468-a2ce-38e15e1eadc0 req-48c2a528-957c-4e9f-9a9f-1acbf623501e tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477059 Aug 24 06:52:32.395223 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea548b6-c8bc-4a86-a7ae-af6908b4cd95 req-49e2d235-7b8b-4d85-aa92-98dd93d45d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:32.396735 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0ea548b6-c8bc-4a86-a7ae-af6908b4cd95 req-49e2d235-7b8b-4d85-aa92-98dd93d45d67 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=ac79ef75-2295-49c5-bcaa-808b501af7f4 HTTP/1.1" status: 200 len: 913 time: 0.4170213 Aug 24 06:52:32.482510 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-84239b1b-9f25-4ac2-8780-486ff208d2f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c {{(pid=113088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:52:32.495977 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-84239b1b-9f25-4ac2-8780-486ff208d2f1 service neutron] Publish callbacks [] for port (4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:32.508572 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0ea548b6-c8bc-4a86-a7ae-af6908b4cd95 req-270c32b1-c14c-41c2-814b-f9f96d56abe4 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c74c1f51-88a4-4332-bfae-b1e2f3279b3e HTTP/1.1" status: 200 len: 1001 time: 0.1026711 Aug 24 06:52:32.513637 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.provisioning_blocks [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-84239b1b-9f25-4ac2-8780-486ff208d2f1 service neutron] Transition to ACTIVE for port object 4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c will not be triggered until provisioned by entity L2. {{(pid=113088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 06:52:32.523382 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-84239b1b-9f25-4ac2-8780-486ff208d2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:32.609727 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea548b6-c8bc-4a86-a7ae-af6908b4cd95 req-40114c00-4631-4391-891d-87bb74aa79e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:32.611092 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0ea548b6-c8bc-4a86-a7ae-af6908b4cd95 req-40114c00-4631-4391-891d-87bb74aa79e9 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f HTTP/1.1" status: 200 len: 851 time: 0.0963979 Aug 24 06:52:32.616707 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84239b1b-9f25-4ac2-8780-486ff208d2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c,revision_number=2']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:32.688257 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea548b6-c8bc-4a86-a7ae-af6908b4cd95 req-d97b5c3c-6ec4-4619-ae29-4ba765d71eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:32.689766 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0ea548b6-c8bc-4a86-a7ae-af6908b4cd95 req-d97b5c3c-6ec4-4619-ae29-4ba765d71eef service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=ac79ef75-2295-49c5-bcaa-808b501af7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705955 Aug 24 06:52:32.719940 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:32.723046 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-84239b1b-9f25-4ac2-8780-486ff208d2f1 service neutron] Attempting to bind port 4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:52:32.723414 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-84239b1b-9f25-4ac2-8780-486ff208d2f1 service neutron] Attempting to bind port 4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '073a8192-84a7-4ea7-82f7-98fca07a78e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a6c677ab-6af0-4f2c-a283-77f539b0b8c3'}] {{(pid=113088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:52:32.723743 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-84239b1b-9f25-4ac2-8780-486ff208d2f1 service neutron] Attempting to bind port 4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c on network a6c677ab-6af0-4f2c-a283-77f539b0b8c3 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:52:32.737638 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-84239b1b-9f25-4ac2-8780-486ff208d2f1 service neutron] Port 4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c on network a6c677ab-6af0-4f2c-a283-77f539b0b8c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 06:52:32.738066 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-84239b1b-9f25-4ac2-8780-486ff208d2f1 service neutron] Attempting to bind port 4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c on network a6c677ab-6af0-4f2c-a283-77f539b0b8c3 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:52:32.776569 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-84239b1b-9f25-4ac2-8780-486ff208d2f1 service neutron] Checking agent: {'id': '92318399-7fe8-4397-ad86-085269988e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'started_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:52:32.776906 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-84239b1b-9f25-4ac2-8780-486ff208d2f1 service neutron] Checking segment: {'id': '073a8192-84a7-4ea7-82f7-98fca07a78e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a6c677ab-6af0-4f2c-a283-77f539b0b8c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:52:32.777284 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-84239b1b-9f25-4ac2-8780-486ff208d2f1 service neutron] Bound using segment: {'id': '073a8192-84a7-4ea7-82f7-98fca07a78e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a6c677ab-6af0-4f2c-a283-77f539b0b8c3'} {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:52:32.777714 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-84239b1b-9f25-4ac2-8780-486ff208d2f1 service neutron] Bound port: 4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '073a8192-84a7-4ea7-82f7-98fca07a78e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a6c677ab-6af0-4f2c-a283-77f539b0b8c3'}}] {{(pid=113088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:52:32.778069 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-84239b1b-9f25-4ac2-8780-486ff208d2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:32.831826 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0ea548b6-c8bc-4a86-a7ae-af6908b4cd95 req-636831ef-7862-479e-ba1b-9728fb249cce service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325235 Aug 24 06:52:32.885842 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-84239b1b-9f25-4ac2-8780-486ff208d2f1 service neutron] For port 4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c, host hv-cinder-85427, cleared binding levels {{(pid=113088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:52:32.927980 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-84239b1b-9f25-4ac2-8780-486ff208d2f1 service neutron] For port 4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c,segment=NetworkSegment(073a8192-84a7-4ea7-82f7-98fca07a78e6),segment_id=073a8192-84a7-4ea7-82f7-98fca07a78e6)] {{(pid=113088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:52:32.940040 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-84239b1b-9f25-4ac2-8780-486ff208d2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:32.945905 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-84239b1b-9f25-4ac2-8780-486ff208d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:32.946512 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-84239b1b-9f25-4ac2-8780-486ff208d2f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:32.947927 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-84239b1b-9f25-4ac2-8780-486ff208d2f1 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c HTTP/1.1" status: 200 len: 1094 time: 1.2375600 Aug 24 06:52:32.952351 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b98800a-e40c-4451-ac2e-928cfdb5096d', 'tag': '4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:52:32.954621 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2089ed9d-f77b-425f-a724-8560088129d6" -d '{"events": [{"name": "network-changed", "server_uuid": "2b98800a-e40c-4451-ac2e-928cfdb5096d", "tag": "4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:52:32.986580 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0ea548b6-c8bc-4a86-a7ae-af6908b4cd95 req-2b01d437-f6c8-41d2-ab24-d526a1b8e262 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482177 Aug 24 06:52:33.034206 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a492d9-df2c-4bd0-8967-f9250ca0f345 x-openstack-request-id: req-a5a492d9-df2c-4bd0-8967-f9250ca0f345 {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:52:33.034496 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b98800a-e40c-4451-ac2e-928cfdb5096d", "tag": "4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:52:33.034783 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a5a492d9-df2c-4bd0-8967-f9250ca0f345 {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:52:33.035139 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5a492d9-df2c-4bd0-8967-f9250ca0f345'] response: {'name': 'network-changed', 'server_uuid': '2b98800a-e40c-4451-ac2e-928cfdb5096d', 'tag': '4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c', 'status': 'completed', 'code': 200} Aug 24 06:52:33.050359 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-9974bafe-3249-41c5-97db-1e20e484cb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:33.051669 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-9974bafe-3249-41c5-97db-1e20e484cb8c service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=df1bd62253b1499d967691558359d094&device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 1128 time: 0.0640798 Aug 24 06:52:33.052413 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84239b1b-9f25-4ac2-8780-486ff208d2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c,revision_number=3']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:33.109016 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-9ed970ce-5eb1-48b2-83f9-19b3fa88d42a service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c HTTP/1.1" status: 200 len: 217 time: 0.0366468 Aug 24 06:52:33.326963 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfcf4e-f543-4153-af89-9b93fe0daae1 req-0e9dba27-70d9-46d7-b1c8-64df9e86d5bc tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:33.328525 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f2bfcf4e-f543-4153-af89-9b93fe0daae1 req-0e9dba27-70d9-46d7-b1c8-64df9e86d5bc tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 944 time: 0.0516801 Aug 24 06:52:33.334951 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-d5da62db-237b-4944-84e0-546222f2b96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:33.336608 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-d5da62db-237b-4944-84e0-546222f2b96f service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=fa718812-4b58-48ce-84a0-fb68026d1153 HTTP/1.1" status: 200 len: 853 time: 0.0502551 Aug 24 06:52:33.341833 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:33.375978 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:33.383082 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f2bfcf4e-f543-4153-af89-9b93fe0daae1 req-2322af05-bc37-4c5d-bb05-34cea60c997f tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481617 Aug 24 06:52:33.385128 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-3014fdfc-0016-4f70-bbeb-c6a3f376cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:33.386901 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-3014fdfc-0016-4f70-bbeb-c6a3f376cfb9 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=a6c677ab-6af0-4f2c-a283-77f539b0b8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431855 Aug 24 06:52:33.687165 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-8dc849ba-952a-4ee8-ab42-5a5b4b14466f service neutron] 10.222.0.58 "GET /networking/v2.0/networks/a6c677ab-6af0-4f2c-a283-77f539b0b8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033213 Aug 24 06:52:33.781330 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-34737b13-eabb-4efb-95ad-6c2f9dab7180 req-2ac73279-17d0-4ab1-8a30-429133de0d9f service neutron] 10.222.0.58 "GET /networking/v2.0/networks/a6c677ab-6af0-4f2c-a283-77f539b0b8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858307 Aug 24 06:52:34.532306 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d33baf-4c04-478d-a3f6-c7a2c15aee14 req-fb5e1762-2db7-4014-bf4b-0cd13fd64741 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:34.533929 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b3d33baf-4c04-478d-a3f6-c7a2c15aee14 req-fb5e1762-2db7-4014-bf4b-0cd13fd64741 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 944 time: 0.0703907 Aug 24 06:52:34.586320 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b3d33baf-4c04-478d-a3f6-c7a2c15aee14 req-1082ea3e-4d73-4c81-94e1-9d456553c53a tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436249 Aug 24 06:52:34.590592 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089ed9d-f77b-425f-a724-8560088129d6 req-b2cce140-da93-4c10-98c4-9c51f35b4cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:34.592165 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-2089ed9d-f77b-425f-a724-8560088129d6 req-b2cce140-da93-4c10-98c4-9c51f35b4cea service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=df1bd62253b1499d967691558359d094&device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 1128 time: 0.0473237 Aug 24 06:52:34.683844 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089ed9d-f77b-425f-a724-8560088129d6 req-935f82bd-9b7f-487c-8951-1f9268fa2ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:34.685382 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-2089ed9d-f77b-425f-a724-8560088129d6 req-935f82bd-9b7f-487c-8951-1f9268fa2ccd service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=a6c677ab-6af0-4f2c-a283-77f539b0b8c3 HTTP/1.1" status: 200 len: 915 time: 0.0870106 Aug 24 06:52:34.725856 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-2089ed9d-f77b-425f-a724-8560088129d6 req-dc034e8c-9136-4f24-abd6-8362b6449806 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c HTTP/1.1" status: 200 len: 217 time: 0.0344710 Aug 24 06:52:34.781323 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089ed9d-f77b-425f-a724-8560088129d6 req-7f32ea64-689e-45f2-888c-94db74349b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:34.782789 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-2089ed9d-f77b-425f-a724-8560088129d6 req-7f32ea64-689e-45f2-888c-94db74349b77 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=fa718812-4b58-48ce-84a0-fb68026d1153 HTTP/1.1" status: 200 len: 853 time: 0.0513237 Aug 24 06:52:34.830925 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089ed9d-f77b-425f-a724-8560088129d6 req-be189263-5c4f-49d7-bbe6-6734f1633dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:34.832908 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-2089ed9d-f77b-425f-a724-8560088129d6 req-be189263-5c4f-49d7-bbe6-6734f1633dc9 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=a6c677ab-6af0-4f2c-a283-77f539b0b8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431328 Aug 24 06:52:34.876685 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:34.904722 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:34.915647 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=15 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:34.936519 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-2089ed9d-f77b-425f-a724-8560088129d6 req-83585ab3-363c-4885-8544-a3830abff81e service neutron] 10.222.0.58 "GET /networking/v2.0/networks/a6c677ab-6af0-4f2c-a283-77f539b0b8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970931 Aug 24 06:52:35.027589 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-2089ed9d-f77b-425f-a724-8560088129d6 req-2fd1590b-d3d7-43ae-aba9-63188d84a1bf service neutron] 10.222.0.58 "GET /networking/v2.0/networks/a6c677ab-6af0-4f2c-a283-77f539b0b8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850496 Aug 24 06:52:35.716219 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd85ec-d684-44c5-85b1-d04377bfe3fe req-e96f1679-8647-48f7-b1e4-afbfa8d1d058 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:35.717709 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-47bd85ec-d684-44c5-85b1-d04377bfe3fe req-e96f1679-8647-48f7-b1e4-afbfa8d1d058 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 944 time: 0.0498126 Aug 24 06:52:35.772797 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-47bd85ec-d684-44c5-85b1-d04377bfe3fe req-c2678174-7a33-446d-a9e1-e0119963d1bc tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477352 Aug 24 06:52:36.746823 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 06:52:36.858720 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c,segment=NetworkSegment(073a8192-84a7-4ea7-82f7-98fca07a78e6),segment_id=073a8192-84a7-4ea7-82f7-98fca07a78e6)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:52:36.870840 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Returning: {'device': '4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c', 'network_id': 'a6c677ab-6af0-4f2c-a283-77f539b0b8c3', 'port_id': '4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c', 'mac_address': 'fa:16:3e:a5:0d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa718812-4b58-48ce-84a0-fb68026d1153', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 06:52:36.897251 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a13006-ab4f-4107-a3bf-7b5d2233d246 req-7f704354-7b2e-4f3f-9cc2-f595413f84c9 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:36.898758 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-26a13006-ab4f-4107-a3bf-7b5d2233d246 req-7f704354-7b2e-4f3f-9cc2-f595413f84c9 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 944 time: 0.0520623 Aug 24 06:52:36.907765 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c is: DOWN; New status is: BUILD {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:52:36.908188 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:36.922057 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c {{(pid=113090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:52:36.943226 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c,segment=NetworkSegment(073a8192-84a7-4ea7-82f7-98fca07a78e6),segment_id=073a8192-84a7-4ea7-82f7-98fca07a78e6)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:52:36.948011 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-26a13006-ab4f-4107-a3bf-7b5d2233d246 req-094ee9df-5fa8-4970-80ea-de313d657485 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432951 Aug 24 06:52:36.948346 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:36.999499 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:37.160704 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:52:38.060108 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:38.103825 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05652c28-ab7e-4fc9-be37-038a1fcae7c6 req-c78a20dd-28d4-4420-9685-ca3feaf81486 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:38.105290 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-05652c28-ab7e-4fc9-be37-038a1fcae7c6 req-c78a20dd-28d4-4420-9685-ca3feaf81486 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 945 time: 0.0593882 Aug 24 06:52:38.155949 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-05652c28-ab7e-4fc9-be37-038a1fcae7c6 req-6f9576d9-2def-41e2-ae42-1df1789516c9 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421522 Aug 24 06:52:38.771133 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c up at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:52:38.822679 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning for port 4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c completed by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 06:52:38.830974 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning complete for port 4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:52:38.831514 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:38.908859 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c is: BUILD; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:52:38.909238 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:38.934004 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b98800a-e40c-4451-ac2e-928cfdb5096d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c'}] {{(pid=113090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:52:38.936635 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b6006cf2a23db0b36d2003dbfde04691441a00dec53483979079bf2def40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d2a236-0adf-4d94-ae58-677d51c4bdf1" -d '{"events": [{"server_uuid": "2b98800a-e40c-4451-ac2e-928cfdb5096d", "name": "network-vif-plugged", "status": "completed", "tag": "4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c"}]}' {{(pid=113090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:52:38.949267 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c,segment=NetworkSegment(073a8192-84a7-4ea7-82f7-98fca07a78e6),segment_id=073a8192-84a7-4ea7-82f7-98fca07a78e6)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:52:38.954184 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:38.979586 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8889cbc-30a8-46eb-a156-3e14e2522632 x-openstack-request-id: req-a8889cbc-30a8-46eb-a156-3e14e2522632 {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:52:38.979876 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b98800a-e40c-4451-ac2e-928cfdb5096d", "name": "network-vif-plugged", "status": "completed", "tag": "4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c", "code": 200}]} {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:52:38.980208 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a8889cbc-30a8-46eb-a156-3e14e2522632 {{(pid=113090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:52:38.980643 dv-cinder-854271-1-iscsi neutron-server[113090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8889cbc-30a8-46eb-a156-3e14e2522632'] response: {'server_uuid': '2b98800a-e40c-4451-ac2e-928cfdb5096d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c', 'code': 200} Aug 24 06:52:39.012069 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c,revision_number=5']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:39.145404 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9905a2e-4675-416b-9a11-2d53be558e14 req-fd523396-d3b0-46de-a3a1-b1c347458dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:39.146841 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-d9905a2e-4675-416b-9a11-2d53be558e14 req-fd523396-d3b0-46de-a3a1-b1c347458dca service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 1130 time: 0.0407963 Aug 24 06:52:39.197613 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-d9905a2e-4675-416b-9a11-2d53be558e14 req-01e233ad-a9ab-4423-8ac8-8608f387d669 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441005 Aug 24 06:52:39.284947 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d989e1-2f13-4b02-b4a8-0cd496e1dc02 req-e34016d6-5ffd-4fb6-a794-b96732f058b7 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:39.286312 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a1d989e1-2f13-4b02-b4a8-0cd496e1dc02 req-e34016d6-5ffd-4fb6-a794-b96732f058b7 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 946 time: 0.0482118 Aug 24 06:52:39.337772 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a1d989e1-2f13-4b02-b4a8-0cd496e1dc02 req-95f0f2b3-c092-4e4f-a65d-b71e6edbded4 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457718 Aug 24 06:52:39.565641 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:40.473350 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b4aa0-6b3b-4e0a-97f6-18f33514909f req-13f7906f-c40d-4179-9caf-6feebf185929 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:40.475154 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b19b4aa0-6b3b-4e0a-97f6-18f33514909f req-13f7906f-c40d-4179-9caf-6feebf185929 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 946 time: 0.0508683 Aug 24 06:52:40.477427 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-ac3356a3-69b0-4771-9c3e-a7741555aadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:40.531138 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b19b4aa0-6b3b-4e0a-97f6-18f33514909f req-e281da17-f5ab-4426-bb41-e752008c66f8 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480936 Aug 24 06:52:41.661676 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e684d3-b6d7-4b36-a976-1ebd3993d1a7 req-6a77b24b-6def-4929-bfba-ac06fae916a7 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:41.663216 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-60e684d3-b6d7-4b36-a976-1ebd3993d1a7 req-6a77b24b-6def-4929-bfba-ac06fae916a7 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 946 time: 0.0471830 Aug 24 06:52:41.725019 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-60e684d3-b6d7-4b36-a976-1ebd3993d1a7 req-69395339-14c0-402b-841c-56e4bc0fb918 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524387 Aug 24 06:52:41.848891 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c78e5-61f8-4694-b5be-b57ab1b7c42b req-e4ae3320-123c-4906-8dea-710d1219231d tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:41.850235 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2a8c78e5-61f8-4694-b5be-b57ab1b7c42b req-e4ae3320-123c-4906-8dea-710d1219231d tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 946 time: 0.0503712 Aug 24 06:52:41.902183 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-2a8c78e5-61f8-4694-b5be-b57ab1b7c42b req-b1fc5bd6-5b33-42fb-87f4-74fb0de0016b tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428994 Aug 24 06:52:42.250803 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563ac53-4bdd-4660-a8c6-28175ba1eb72 req-b198e561-5f7c-487c-9690-56ccbbc9ee25 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:42.252340 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e563ac53-4bdd-4660-a8c6-28175ba1eb72 req-b198e561-5f7c-487c-9690-56ccbbc9ee25 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 946 time: 0.0503049 Aug 24 06:52:42.314385 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e563ac53-4bdd-4660-a8c6-28175ba1eb72 req-e884f7a1-ef89-4b9f-ac64-c0cf5ff2f408 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557747 Aug 24 06:52:42.713376 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:42.720669 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-3d828f31-7f01-41f6-9d40-b627b4c974d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:44.010768 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:44.100168 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:52:45.515493 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:45.528178 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:49.192051 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=68 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:49.194749 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=23 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:51.061955 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacf905-ef64-4f48-b0e0-f2fa79dd3e50 req-4ed0351f-b502-4dfc-a5b8-0ee8b033bf74 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:51.063423 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4cacf905-ef64-4f48-b0e0-f2fa79dd3e50 req-4ed0351f-b502-4dfc-a5b8-0ee8b033bf74 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 946 time: 0.0509732 Aug 24 06:52:51.119675 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4cacf905-ef64-4f48-b0e0-f2fa79dd3e50 req-5481f19b-7bdd-4783-b549-b39c7f8eb1cb tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477815 Aug 24 06:52:51.154737 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 57452) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:52:51.350999 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275a9ae4-1e34-4b6d-933d-8b8b258e2276 tempest-TestMinimumBasicScenario-1396324837 tempest-TestMinimumBasicScenario-1396324837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:51.352633 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-275a9ae4-1e34-4b6d-933d-8b8b258e2276 tempest-TestMinimumBasicScenario-1396324837 tempest-TestMinimumBasicScenario-1396324837-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 1125 time: 0.1969101 Aug 24 06:52:51.355607 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 57456) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:52:51.359814 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Request body: {'floatingip': {'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'port_id': '4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c', 'tenant_id': 'df1bd62253b1499d967691558359d094', 'fixed_ip_address': '172.20.0.12'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:52:51.369595 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:51.384173 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:51.479444 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:51.590697 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.db_base_plugin_common [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Allocated IP 172.27.3.73 (ebaf0247-9904-4138-a92a-0e04f684cda3/21927f02-5278-4e61-8de7-8e5f8e88a327/c5de25e8-485b-43c0-aebc-70e3a91c2ab2) {{(pid=113089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:52:51.600192 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:51.605268 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:51.701366 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks [] for port (c5de25e8-485b-43c0-aebc-70e3a91c2ab2), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:51.735226 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8818239'] for port (c5de25e8-485b-43c0-aebc-70e3a91c2ab2), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:51.777276 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Network ebaf0247-9904-4138-a92a-0e04f684cda3 is already hosted by enough agents. {{(pid=113089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:52:51.780569 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.base_scheduler [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Resources bound (agent type, host, resource id): {{(pid=113089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:52:51.784403 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Received port after_create {{(pid=113089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:52:51.787652 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Pushing event updated for resources: {'Port': ['ID=c5de25e8-485b-43c0-aebc-70e3a91c2ab2,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:51.817812 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:51.818159 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:51.818499 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:51.818837 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:51.819167 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:51.819528 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:51.819854 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:51.820233 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:51.820565 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:51.820896 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:51.821196 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:51.821516 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:51.821837 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:51.822157 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:51.822458 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:52.153780 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks [] for floatingip (3481eb5d-2b7b-4fa6-ab4c-d6ff51edc043), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:52.224632 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (c5de25e8-485b-43c0-aebc-70e3a91c2ab2), before_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:52.249874 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:52.373731 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks [] for port (c5de25e8-485b-43c0-aebc-70e3a91c2ab2), precommit_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:52.380507 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8818224'] for port (c5de25e8-485b-43c0-aebc-70e3a91c2ab2), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:52.386175 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:52.449942 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Pushing event updated for resources: {'Port': ['ID=c5de25e8-485b-43c0-aebc-70e3a91c2ab2,revision_number=2']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:52.454760 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698989'] for floatingip (3481eb5d-2b7b-4fa6-ab4c-d6ff51edc043), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:52.553753 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.db.l3_db [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Floating IP 3481eb5d-2b7b-4fa6-ab4c-d6ff51edc043 associated. External IP: 172.27.3.73, port: 4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c. Aug 24 06:52:52.768238 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Router b7e2f323-a20a-4b9f-9b35-de0722850c92 has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:52:53.160423 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:52:53.170358 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a145709-2f49-471c-811d-7ddae3e17d04 None None] Sync routers for ids ['b7e2f323-a20a-4b9f-9b35-de0722850c92'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:52:53.180526 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:53.181643 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a145709-2f49-471c-811d-7ddae3e17d04 None None] Routers {'b7e2f323-a20a-4b9f-9b35-de0722850c92'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:52:53.182264 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-8a145709-2f49-471c-811d-7ddae3e17d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:52:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['b7e2f323-a20a-4b9f-9b35-de0722850c92'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:52:53.212079 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-39c9b7b2-e80e-439b-a9f9-13d501d60088 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8554449 Aug 24 06:52:53.212626 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b98800a-e40c-4451-ac2e-928cfdb5096d', 'tag': '4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c'}] {{(pid=113089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:52:53.214937 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95c9b8c2b54b2cd10d832cf4cc4818d331942fea0eff1eb136de0d3feea1bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a127b1e7-b1d7-4906-a759-6d0dc0a0fb3c" -d '{"events": [{"name": "network-changed", "server_uuid": "2b98800a-e40c-4451-ac2e-928cfdb5096d", "tag": "4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c"}]}' {{(pid=113089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:52:53.217502 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 57458) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:52:53.222523 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-cf2ac911-1c96-44e4-8d74-5804a4aa822d tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-910454063', 'description': 'tempest-secgroup-smoke-910454063 description', 'project_id': 'df1bd62253b1499d967691558359d094'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:52:53.248859 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-cf2ac911-1c96-44e4-8d74-5804a4aa822d tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks [] for security_group (None), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:53.267960 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a66a56-2117-460b-baa6-6f4966984b53 x-openstack-request-id: req-51a66a56-2117-460b-baa6-6f4966984b53 {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:52:53.268256 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b98800a-e40c-4451-ac2e-928cfdb5096d", "tag": "4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c", "status": "completed", "code": 200}]} {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:52:53.268504 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-51a66a56-2117-460b-baa6-6f4966984b53 {{(pid=113089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:52:53.268901 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51a66a56-2117-460b-baa6-6f4966984b53'] response: {'name': 'network-changed', 'server_uuid': '2b98800a-e40c-4451-ac2e-928cfdb5096d', 'tag': '4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c', 'status': 'completed', 'code': 200} Aug 24 06:52:53.291662 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-8a145709-2f49-471c-811d-7ddae3e17d04 None None] Set router b7e2f323-a20a-4b9f-9b35-de0722850c92 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:52:53.326963 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-cf2ac911-1c96-44e4-8d74-5804a4aa822d tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks [] for security_group (400e7cc8-4e5b-474e-b2c1-e830f211cc26), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:53.332247 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-cf2ac911-1c96-44e4-8d74-5804a4aa822d tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (400e7cc8-4e5b-474e-b2c1-e830f211cc26), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:53.336133 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127b1e7-b1d7-4906-a759-6d0dc0a0fb3c req-07ffb5de-89f1-4206-90bd-05b3094fb8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:53.337979 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-a127b1e7-b1d7-4906-a759-6d0dc0a0fb3c req-07ffb5de-89f1-4206-90bd-05b3094fb8ce service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=df1bd62253b1499d967691558359d094&device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 1130 time: 0.0464375 Aug 24 06:52:53.357369 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:53.368798 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ac911-1c96-44e4-8d74-5804a4aa822d tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=400e7cc8-4e5b-474e-b2c1-e830f211cc26,revision_number=1']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:53.374417 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-cf2ac911-1c96-44e4-8d74-5804a4aa822d tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:53.378757 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-cf2ac911-1c96-44e4-8d74-5804a4aa822d tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1572237 Aug 24 06:52:53.379139 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 57462) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:52:53.383974 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-ddcc0fad-5e03-417d-a0ad-feb1205a8744 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Request body: {'security_group_rule': {'security_group_id': '400e7cc8-4e5b-474e-b2c1-e830f211cc26', 'project_id': 'df1bd62253b1499d967691558359d094', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:52:53.416509 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ddcc0fad-5e03-417d-a0ad-feb1205a8744 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks [] for security_group_rule (9e837313-6e05-4dd6-9ee0-b99e08071ee4), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:53.431059 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127b1e7-b1d7-4906-a759-6d0dc0a0fb3c req-6d0660f2-b80d-4b30-842a-fa4fde3d34da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:53.432681 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-a127b1e7-b1d7-4906-a759-6d0dc0a0fb3c req-6d0660f2-b80d-4b30-842a-fa4fde3d34da service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=a6c677ab-6af0-4f2c-a283-77f539b0b8c3 HTTP/1.1" status: 200 len: 915 time: 0.0880413 Aug 24 06:52:53.480835 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ddcc0fad-5e03-417d-a0ad-feb1205a8744 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks [] for security_group_rule (9e837313-6e05-4dd6-9ee0-b99e08071ee4), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:53.485650 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ddcc0fad-5e03-417d-a0ad-feb1205a8744 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (9e837313-6e05-4dd6-9ee0-b99e08071ee4), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:53.498057 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:53.503368 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc0fad-5e03-417d-a0ad-feb1205a8744 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e837313-6e05-4dd6-9ee0-b99e08071ee4,revision_number=0']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:53.504358 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-a127b1e7-b1d7-4906-a759-6d0dc0a0fb3c req-74af0d1a-5764-483d-8bb7-6a4bb3f72a21 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c HTTP/1.1" status: 200 len: 999 time: 0.0625694 Aug 24 06:52:53.520887 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-8a145709-2f49-471c-811d-7ddae3e17d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'name': 'tempest-TestMinimumBasicScenario-201067845-router', 'tenant_id': 'df1bd62253b1499d967691558359d094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '2f5fce9c-ab4f-473a-b698-10d5a40e8de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:52:03Z', 'updated_at': '2022-08-24T06:52:06Z', 'revision_number': 4, 'project_id': 'df1bd62253b1499d967691558359d094', 'gw_port': {'id': '2f5fce9c-ab4f-473a-b698-10d5a40e8de5', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:02:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:52:03Z', 'updated_at': '2022-08-24T06:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '3481eb5d-2b7b-4fa6-ab4c-d6ff51edc043', 'tenant_id': 'df1bd62253b1499d967691558359d094', 'floating_ip_address': '172.27.3.73', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'port_id': '4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c677ab-6af0-4f2c-a283-77f539b0b8c3', 'mac_address': 'fa:16:3e:a5:0d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b98800a-e40c-4451-ac2e-928cfdb5096d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:52:52Z', 'updated_at': '2022-08-24T06:52:52Z', 'revision_number': 0, 'project_id': 'df1bd62253b1499d967691558359d094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1', 'name': '', 'network_id': 'a6c677ab-6af0-4f2c-a283-77f539b0b8c3', 'tenant_id': 'df1bd62253b1499d967691558359d094', 'mac_address': 'fa:16:3e:5c:42:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'fa718812-4b58-48ce-84a0-fb68026d1153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:52:05Z', 'updated_at': '2022-08-24T06:52:12Z', 'revision_number': 5, 'project_id': 'df1bd62253b1499d967691558359d094', 'subnets': [{'id': 'fa718812-4b58-48ce-84a0-fb68026d1153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:52:53.523825 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ddcc0fad-5e03-417d-a0ad-feb1205a8744 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:53.525080 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-ddcc0fad-5e03-417d-a0ad-feb1205a8744 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1450105 Aug 24 06:52:53.528051 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 57464) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:52:53.532401 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-abbbbcd2-0f42-4498-ac92-6c4e9e4908b6 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Request body: {'security_group_rule': {'security_group_id': '400e7cc8-4e5b-474e-b2c1-e830f211cc26', 'project_id': 'df1bd62253b1499d967691558359d094', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:52:53.561868 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127b1e7-b1d7-4906-a759-6d0dc0a0fb3c req-a61173a6-2464-4b2b-909c-86d6c8ad88c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:53.563416 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-a127b1e7-b1d7-4906-a759-6d0dc0a0fb3c req-a61173a6-2464-4b2b-909c-86d6c8ad88c4 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=fa718812-4b58-48ce-84a0-fb68026d1153 HTTP/1.1" status: 200 len: 853 time: 0.0533562 Aug 24 06:52:53.565312 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-abbbbcd2-0f42-4498-ac92-6c4e9e4908b6 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks [] for security_group_rule (f3ee17be-39ce-4dea-9aea-4b36d8eecbaf), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:53.613038 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127b1e7-b1d7-4906-a759-6d0dc0a0fb3c req-2584eb8e-ae47-49f6-94a5-1f09635eb343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:53.614867 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-a127b1e7-b1d7-4906-a759-6d0dc0a0fb3c req-2584eb8e-ae47-49f6-94a5-1f09635eb343 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=a6c677ab-6af0-4f2c-a283-77f539b0b8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439553 Aug 24 06:52:53.634734 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-abbbbcd2-0f42-4498-ac92-6c4e9e4908b6 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks [] for security_group_rule (f3ee17be-39ce-4dea-9aea-4b36d8eecbaf), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:53.640289 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-abbbbcd2-0f42-4498-ac92-6c4e9e4908b6 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (f3ee17be-39ce-4dea-9aea-4b36d8eecbaf), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:53.645462 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a145709-2f49-471c-811d-7ddae3e17d04 None None] Checking router: b7e2f323-a20a-4b9f-9b35-de0722850c92 for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:52:53.654935 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a145709-2f49-471c-811d-7ddae3e17d04 None None] Routers {'b7e2f323-a20a-4b9f-9b35-de0722850c92'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:52:53.655569 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-8a145709-2f49-471c-811d-7ddae3e17d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:52:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['b7e2f323-a20a-4b9f-9b35-de0722850c92'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:52:53.670313 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbbbcd2-0f42-4498-ac92-6c4e9e4908b6 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3ee17be-39ce-4dea-9aea-4b36d8eecbaf,revision_number=0']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:53.684150 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-abbbbcd2-0f42-4498-ac92-6c4e9e4908b6 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:53.689279 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-abbbbcd2-0f42-4498-ac92-6c4e9e4908b6 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1576071 Aug 24 06:52:53.690118 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 57466) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:52:53.696916 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-ebcdf4f5-6afe-40e3-b003-65a5ed9e5d56 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Request body: {'security_group_rule': {'security_group_id': '400e7cc8-4e5b-474e-b2c1-e830f211cc26', 'project_id': 'df1bd62253b1499d967691558359d094', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:52:53.737879 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ebcdf4f5-6afe-40e3-b003-65a5ed9e5d56 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks [] for security_group_rule (0a6f1524-671d-4ab1-8757-d8ecdab7b4b2), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:53.765568 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-8a145709-2f49-471c-811d-7ddae3e17d04 None None] Set router b7e2f323-a20a-4b9f-9b35-de0722850c92 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:52:53.771641 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-a127b1e7-b1d7-4906-a759-6d0dc0a0fb3c req-b7f52da1-f3a1-4e10-83fd-c754b4bef5b9 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/a6c677ab-6af0-4f2c-a283-77f539b0b8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490457 Aug 24 06:52:53.830285 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ebcdf4f5-6afe-40e3-b003-65a5ed9e5d56 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks [] for security_group_rule (0a6f1524-671d-4ab1-8757-d8ecdab7b4b2), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:53.837736 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ebcdf4f5-6afe-40e3-b003-65a5ed9e5d56 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (0a6f1524-671d-4ab1-8757-d8ecdab7b4b2), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:53.867407 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcdf4f5-6afe-40e3-b003-65a5ed9e5d56 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a6f1524-671d-4ab1-8757-d8ecdab7b4b2,revision_number=0']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:53.890245 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ebcdf4f5-6afe-40e3-b003-65a5ed9e5d56 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:53.895452 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-ebcdf4f5-6afe-40e3-b003-65a5ed9e5d56 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2011220 Aug 24 06:52:53.895625 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 57468) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:52:53.901138 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-98c85962-742a-4d72-b40f-4084c6d084d2 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Request body: {'security_group_rule': {'security_group_id': '400e7cc8-4e5b-474e-b2c1-e830f211cc26', 'project_id': 'df1bd62253b1499d967691558359d094', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:52:53.940016 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-a127b1e7-b1d7-4906-a759-6d0dc0a0fb3c req-c3069ff3-0e2d-482b-b527-9fff417dae97 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/a6c677ab-6af0-4f2c-a283-77f539b0b8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602705 Aug 24 06:52:53.948274 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-98c85962-742a-4d72-b40f-4084c6d084d2 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks [] for security_group_rule (c06ea632-3c6d-4757-9272-54b28eb4056f), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:53.989777 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-8a145709-2f49-471c-811d-7ddae3e17d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'name': 'tempest-TestMinimumBasicScenario-201067845-router', 'tenant_id': 'df1bd62253b1499d967691558359d094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '2f5fce9c-ab4f-473a-b698-10d5a40e8de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:52:03Z', 'updated_at': '2022-08-24T06:52:06Z', 'revision_number': 4, 'project_id': 'df1bd62253b1499d967691558359d094', 'gw_port': {'id': '2f5fce9c-ab4f-473a-b698-10d5a40e8de5', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:02:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:52:03Z', 'updated_at': '2022-08-24T06:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '3481eb5d-2b7b-4fa6-ab4c-d6ff51edc043', 'tenant_id': 'df1bd62253b1499d967691558359d094', 'floating_ip_address': '172.27.3.73', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'port_id': '4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c677ab-6af0-4f2c-a283-77f539b0b8c3', 'mac_address': 'fa:16:3e:a5:0d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b98800a-e40c-4451-ac2e-928cfdb5096d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:52:52Z', 'updated_at': '2022-08-24T06:52:52Z', 'revision_number': 0, 'project_id': 'df1bd62253b1499d967691558359d094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1', 'name': '', 'network_id': 'a6c677ab-6af0-4f2c-a283-77f539b0b8c3', 'tenant_id': 'df1bd62253b1499d967691558359d094', 'mac_address': 'fa:16:3e:5c:42:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'fa718812-4b58-48ce-84a0-fb68026d1153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:52:05Z', 'updated_at': '2022-08-24T06:52:12Z', 'revision_number': 5, 'project_id': 'df1bd62253b1499d967691558359d094', 'subnets': [{'id': 'fa718812-4b58-48ce-84a0-fb68026d1153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:52:54.010347 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-98c85962-742a-4d72-b40f-4084c6d084d2 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks [] for security_group_rule (c06ea632-3c6d-4757-9272-54b28eb4056f), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:54.014602 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-98c85962-742a-4d72-b40f-4084c6d084d2 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (c06ea632-3c6d-4757-9272-54b28eb4056f), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:54.018539 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a145709-2f49-471c-811d-7ddae3e17d04 None None] The sync data for ids ['b7e2f323-a20a-4b9f-9b35-de0722850c92'] in dv-cinder-854271-1-iscsi is: [{'id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'name': 'tempest-TestMinimumBasicScenario-201067845-router', 'tenant_id': 'df1bd62253b1499d967691558359d094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '2f5fce9c-ab4f-473a-b698-10d5a40e8de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:52:03Z', 'updated_at': '2022-08-24T06:52:06Z', 'revision_number': 4, 'project_id': 'df1bd62253b1499d967691558359d094', 'gw_port': {'id': '2f5fce9c-ab4f-473a-b698-10d5a40e8de5', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:02:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:52:03Z', 'updated_at': '2022-08-24T06:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '3481eb5d-2b7b-4fa6-ab4c-d6ff51edc043', 'tenant_id': 'df1bd62253b1499d967691558359d094', 'floating_ip_address': '172.27.3.73', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'port_id': '4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c677ab-6af0-4f2c-a283-77f539b0b8c3', 'mac_address': 'fa:16:3e:a5:0d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b98800a-e40c-4451-ac2e-928cfdb5096d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:52:52Z', 'updated_at': '2022-08-24T06:52:52Z', 'revision_number': 0, 'project_id': 'df1bd62253b1499d967691558359d094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1', 'name': '', 'network_id': 'a6c677ab-6af0-4f2c-a283-77f539b0b8c3', 'tenant_id': 'df1bd62253b1499d967691558359d094', 'mac_address': 'fa:16:3e:5c:42:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'fa718812-4b58-48ce-84a0-fb68026d1153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:52:05Z', 'updated_at': '2022-08-24T06:52:12Z', 'revision_number': 5, 'project_id': 'df1bd62253b1499d967691558359d094', 'subnets': [{'id': 'fa718812-4b58-48ce-84a0-fb68026d1153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:52:54.034160 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c85962-742a-4d72-b40f-4084c6d084d2 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c06ea632-3c6d-4757-9272-54b28eb4056f,revision_number=0']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:54.045427 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-98c85962-742a-4d72-b40f-4084c6d084d2 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:54.046637 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-98c85962-742a-4d72-b40f-4084c6d084d2 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1506104 Aug 24 06:52:54.048329 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c85962-742a-4d72-b40f-4084c6d084d2 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:54.048426 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c85962-742a-4d72-b40f-4084c6d084d2 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:54.048753 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c85962-742a-4d72-b40f-4084c6d084d2 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:54.049083 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c85962-742a-4d72-b40f-4084c6d084d2 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:54.049593 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 57470) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:52:54.051773 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c85962-742a-4d72-b40f-4084c6d084d2 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:54.052279 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c85962-742a-4d72-b40f-4084c6d084d2 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:54.052685 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c85962-742a-4d72-b40f-4084c6d084d2 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:54.053046 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c85962-742a-4d72-b40f-4084c6d084d2 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:54.053384 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c85962-742a-4d72-b40f-4084c6d084d2 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:54.053773 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c85962-742a-4d72-b40f-4084c6d084d2 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:54.054074 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-bf44c1c3-d724-4b3f-ad6a-d44d0fd9dec1 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Request body: {'security_group_rule': {'security_group_id': '400e7cc8-4e5b-474e-b2c1-e830f211cc26', 'project_id': 'df1bd62253b1499d967691558359d094', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:52:54.054194 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c85962-742a-4d72-b40f-4084c6d084d2 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:54.054435 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c85962-742a-4d72-b40f-4084c6d084d2 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:54.054970 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c85962-742a-4d72-b40f-4084c6d084d2 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:54.055603 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c85962-742a-4d72-b40f-4084c6d084d2 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:54.055712 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c85962-742a-4d72-b40f-4084c6d084d2 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:52:54.077189 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.db.securitygroups_db [None req-bf44c1c3-d724-4b3f-ad6a-d44d0fd9dec1 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Project df1bd62253b1499d967691558359d094 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 06:52:54.085802 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-bf44c1c3-d724-4b3f-ad6a-d44d0fd9dec1 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks [] for security_group_rule (87808fb6-2045-45b7-8998-9de5c9f292a4), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:54.141713 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-bf44c1c3-d724-4b3f-ad6a-d44d0fd9dec1 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks [] for security_group_rule (87808fb6-2045-45b7-8998-9de5c9f292a4), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:54.146762 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-bf44c1c3-d724-4b3f-ad6a-d44d0fd9dec1 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (87808fb6-2045-45b7-8998-9de5c9f292a4), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:54.167082 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44c1c3-d724-4b3f-ad6a-d44d0fd9dec1 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87808fb6-2045-45b7-8998-9de5c9f292a4,revision_number=0']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:54.177417 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-bf44c1c3-d724-4b3f-ad6a-d44d0fd9dec1 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:54.181530 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-bf44c1c3-d724-4b3f-ad6a-d44d0fd9dec1 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280532 Aug 24 06:52:54.181808 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 57472) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:52:54.186802 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [None req-11dc21b9-a2a8-4383-817d-b127817d365b tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Request body: {'security_group_rule': {'security_group_id': '400e7cc8-4e5b-474e-b2c1-e830f211cc26', 'project_id': 'df1bd62253b1499d967691558359d094', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:52:54.208969 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.db.securitygroups_db [None req-11dc21b9-a2a8-4383-817d-b127817d365b tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Project df1bd62253b1499d967691558359d094 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 06:52:54.215972 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-11dc21b9-a2a8-4383-817d-b127817d365b tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks [] for security_group_rule (fb37f0d6-a21d-4f6f-9acb-ddcefaf411d1), before_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:54.233517 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297c10db-9ee9-4222-949c-91f7e4dac7af None None] New status for floating IP 3481eb5d-2b7b-4fa6-ab4c-d6ff51edc043: ACTIVE {{(pid=113090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 06:52:54.277713 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-11dc21b9-a2a8-4383-817d-b127817d365b tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks [] for security_group_rule (fb37f0d6-a21d-4f6f-9acb-ddcefaf411d1), precommit_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:54.283023 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-11dc21b9-a2a8-4383-817d-b127817d365b tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647879'] for security_group_rule (fb37f0d6-a21d-4f6f-9acb-ddcefaf411d1), after_create {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:54.303851 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc21b9-a2a8-4383-817d-b127817d365b tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb37f0d6-a21d-4f6f-9acb-ddcefaf411d1,revision_number=0']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:54.310431 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-11dc21b9-a2a8-4383-817d-b127817d365b tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:54.311540 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-11dc21b9-a2a8-4383-817d-b127817d365b tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1286197 Aug 24 06:52:54.418361 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-84c744b5-c38e-4e4f-a9c7-cd4483f07641 req-5d286588-200c-4ec3-8acf-2ed6ac53f317 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-910454063&fields=id&tenant_id=df1bd62253b1499d967691558359d094 HTTP/1.1" status: 200 len: 267 time: 0.0480914 Aug 24 06:52:54.466139 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:54.474858 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c744b5-c38e-4e4f-a9c7-cd4483f07641 req-b1bfb11f-6645-42f9-a4f5-0c331d09836c tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:54.476513 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-84c744b5-c38e-4e4f-a9c7-cd4483f07641 req-b1bfb11f-6645-42f9-a4f5-0c331d09836c tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 946 time: 0.0524518 Aug 24 06:52:54.488477 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [req-84c744b5-c38e-4e4f-a9c7-cd4483f07641 req-99350623-f3c9-49f1-95dd-cf8f180c24be tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Request body: {'port': {'security_groups': ['d69a637a-5cc0-46e9-a649-5d79fc334184', '400e7cc8-4e5b-474e-b2c1-e830f211cc26']}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:52:54.564448 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-84c744b5-c38e-4e4f-a9c7-cd4483f07641 req-99350623-f3c9-49f1-95dd-cf8f180c24be tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c), before_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:54.621927 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:54.753703 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.db [req-84c744b5-c38e-4e4f-a9c7-cd4483f07641 req-99350623-f3c9-49f1-95dd-cf8f180c24be tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] For port 4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c,segment=NetworkSegment(073a8192-84a7-4ea7-82f7-98fca07a78e6),segment_id=073a8192-84a7-4ea7-82f7-98fca07a78e6)] {{(pid=113089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:52:54.789366 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-84c744b5-c38e-4e4f-a9c7-cd4483f07641 req-99350623-f3c9-49f1-95dd-cf8f180c24be tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks [] for port (4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c), precommit_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:54.797200 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-84c744b5-c38e-4e4f-a9c7-cd4483f07641 req-99350623-f3c9-49f1-95dd-cf8f180c24be tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8818224'] for port (4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:54.808819 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c744b5-c38e-4e4f-a9c7-cd4483f07641 req-99350623-f3c9-49f1-95dd-cf8f180c24be tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:54.809419 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-84c744b5-c38e-4e4f-a9c7-cd4483f07641 req-99350623-f3c9-49f1-95dd-cf8f180c24be tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:52:54.809543 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:52:54.811157 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-84c744b5-c38e-4e4f-a9c7-cd4483f07641 req-99350623-f3c9-49f1-95dd-cf8f180c24be tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "PUT /networking/v2.0/ports/4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c HTTP/1.1" status: 200 len: 982 time: 0.3278792 Aug 24 06:52:54.857808 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99350623-f3c9-49f1-95dd-cf8f180c24be tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Pushing event updated for resources: {'Port': ['ID=4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c,revision_number=6']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:52:54.885540 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:52:54.928085 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c176ed4-d711-481f-8d68-19cf7f1b0292 req-7232e389-b83b-4dad-ae3a-47f55d8a83ef tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:54.929542 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-8c176ed4-d711-481f-8d68-19cf7f1b0292 req-7232e389-b83b-4dad-ae3a-47f55d8a83ef tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 985 time: 0.0524499 Aug 24 06:52:54.997890 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-8c176ed4-d711-481f-8d68-19cf7f1b0292 req-98bc6d3f-1663-4ac1-aeeb-a21f7e37f2c2 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=400e7cc8-4e5b-474e-b2c1-e830f211cc26&id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0617967 Aug 24 06:52:55.270481 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b98800a-e40c-4451-ac2e-928cfdb5096d', 'tag': '4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c'}] {{(pid=113089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:52:55.271092 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:55.273568 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95c9b8c2b54b2cd10d832cf4cc4818d331942fea0eff1eb136de0d3feea1bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0327fa-2f78-464c-87ea-ce345a02d17d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b98800a-e40c-4451-ac2e-928cfdb5096d", "tag": "4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c"}]}' {{(pid=113089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:52:55.313359 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174183d1-a810-4261-b913-2f34ac299c91 x-openstack-request-id: req-174183d1-a810-4261-b913-2f34ac299c91 {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:52:55.313737 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b98800a-e40c-4451-ac2e-928cfdb5096d", "tag": "4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c", "status": "completed", "code": 200}]} {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:52:55.314236 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-174183d1-a810-4261-b913-2f34ac299c91 {{(pid=113089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:52:55.314702 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-174183d1-a810-4261-b913-2f34ac299c91'] response: {'name': 'network-changed', 'server_uuid': '2b98800a-e40c-4451-ac2e-928cfdb5096d', 'tag': '4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c', 'status': 'completed', 'code': 200} Aug 24 06:52:55.332679 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:55.376796 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0327fa-2f78-464c-87ea-ce345a02d17d req-7ffd3f66-2cb7-4619-95bc-1854c0d70d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:55.378306 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9a0327fa-2f78-464c-87ea-ce345a02d17d req-7ffd3f66-2cb7-4619-95bc-1854c0d70d75 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=df1bd62253b1499d967691558359d094&device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 1169 time: 0.0417020 Aug 24 06:52:55.474552 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0327fa-2f78-464c-87ea-ce345a02d17d req-2379258e-4a03-4a92-97e6-ecdd5aeadfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:55.476130 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9a0327fa-2f78-464c-87ea-ce345a02d17d req-2379258e-4a03-4a92-97e6-ecdd5aeadfe1 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=a6c677ab-6af0-4f2c-a283-77f539b0b8c3 HTTP/1.1" status: 200 len: 915 time: 0.0917327 Aug 24 06:52:55.542917 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9a0327fa-2f78-464c-87ea-ce345a02d17d req-fe93a52f-a359-4afd-9980-e213346f5e60 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c HTTP/1.1" status: 200 len: 1001 time: 0.0597231 Aug 24 06:52:55.594620 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0327fa-2f78-464c-87ea-ce345a02d17d req-2b75d256-7a0f-448e-a9f9-1037e9275664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:55.596100 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9a0327fa-2f78-464c-87ea-ce345a02d17d req-2b75d256-7a0f-448e-a9f9-1037e9275664 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=fa718812-4b58-48ce-84a0-fb68026d1153 HTTP/1.1" status: 200 len: 853 time: 0.0467370 Aug 24 06:52:55.644127 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0327fa-2f78-464c-87ea-ce345a02d17d req-fc0128f1-5962-4ef6-94f2-4c9d612b1c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:52:55.645601 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9a0327fa-2f78-464c-87ea-ce345a02d17d req-fc0128f1-5962-4ef6-94f2-4c9d612b1c21 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=a6c677ab-6af0-4f2c-a283-77f539b0b8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428336 Aug 24 06:52:55.674078 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:55.714601 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:52:55.741255 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9a0327fa-2f78-464c-87ea-ce345a02d17d req-cd83852f-5655-43c2-8b40-3269b7fb8628 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/a6c677ab-6af0-4f2c-a283-77f539b0b8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879562 Aug 24 06:52:55.845191 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9a0327fa-2f78-464c-87ea-ce345a02d17d req-cb18a1d6-0361-4808-8b7f-dfa60d10baee service neutron] 10.222.0.58 "GET /networking/v2.0/networks/a6c677ab-6af0-4f2c-a283-77f539b0b8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973556 Aug 24 06:53:03.992218 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=77 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:04.987984 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=28 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:04.992291 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=57,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:05.414926 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=29 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:05.415974 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=10 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:05.838536 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=15 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:05.839820 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=13 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:09.066390 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=80,neutron:DELETE=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:10.482545 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-21986809-a8f4-4577-ae10-bda91302294d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:12.727183 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-54cf2399-f83d-46e0-8ce8-2aad874f7243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:14.018491 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:15.517578 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:15.523960 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:18.606695 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acd731-3bd9-4f03-9346-b46218baa246 req-0a8a1621-9d1d-4e82-9e4a-3d19a175ba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:18.608230 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-77acd731-3bd9-4f03-9346-b46218baa246 req-0a8a1621-9d1d-4e82-9e4a-3d19a175ba56 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=df1bd62253b1499d967691558359d094&device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 1169 time: 0.0404694 Aug 24 06:53:18.614739 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f0ad8-b99e-419c-ac07-77136413852e req-2cbacd8f-3525-4f26-a139-f039b79d52af tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:18.616342 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c90f0ad8-b99e-419c-ac07-77136413852e req-2cbacd8f-3525-4f26-a139-f039b79d52af tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 985 time: 0.0513260 Aug 24 06:53:18.676944 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c90f0ad8-b99e-419c-ac07-77136413852e req-f6168203-d4e3-4978-86ca-a1672d56c022 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=400e7cc8-4e5b-474e-b2c1-e830f211cc26&id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539281 Aug 24 06:53:18.705330 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acd731-3bd9-4f03-9346-b46218baa246 req-e8017d49-9c36-4d0c-9906-285c93d36596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:18.706831 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-77acd731-3bd9-4f03-9346-b46218baa246 req-e8017d49-9c36-4d0c-9906-285c93d36596 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=a6c677ab-6af0-4f2c-a283-77f539b0b8c3 HTTP/1.1" status: 200 len: 915 time: 0.0920632 Aug 24 06:53:18.770368 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-77acd731-3bd9-4f03-9346-b46218baa246 req-aa302270-8eb9-451b-b592-17c58cf498b0 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c HTTP/1.1" status: 200 len: 1001 time: 0.0565412 Aug 24 06:53:18.826355 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acd731-3bd9-4f03-9346-b46218baa246 req-91ffa571-ca55-4bb1-97f5-d44c4bf68a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:18.827814 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-77acd731-3bd9-4f03-9346-b46218baa246 req-91ffa571-ca55-4bb1-97f5-d44c4bf68a0d service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=fa718812-4b58-48ce-84a0-fb68026d1153 HTTP/1.1" status: 200 len: 853 time: 0.0499525 Aug 24 06:53:18.877125 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acd731-3bd9-4f03-9346-b46218baa246 req-e32cd78f-8305-4a87-b32e-4a4a95375f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:18.878598 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-77acd731-3bd9-4f03-9346-b46218baa246 req-e32cd78f-8305-4a87-b32e-4a4a95375f0c service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=a6c677ab-6af0-4f2c-a283-77f539b0b8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441861 Aug 24 06:53:18.979952 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-77acd731-3bd9-4f03-9346-b46218baa246 req-8a3196ce-89c5-430c-9588-e1f1b0dfa808 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/a6c677ab-6af0-4f2c-a283-77f539b0b8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934269 Aug 24 06:53:19.090701 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-77acd731-3bd9-4f03-9346-b46218baa246 req-e3a5a6ce-1db1-4309-afb9-3c30d800f301 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/a6c677ab-6af0-4f2c-a283-77f539b0b8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036599 Aug 24 06:53:19.821973 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193ddd6-7e74-4805-a461-c7275481d136 req-06e266db-0b6e-43f6-835e-4ff3cfe99945 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:19.824189 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b193ddd6-7e74-4805-a461-c7275481d136 req-06e266db-0b6e-43f6-835e-4ff3cfe99945 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 985 time: 0.0640180 Aug 24 06:53:19.889560 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b193ddd6-7e74-4805-a461-c7275481d136 req-443398be-ce73-490f-b130-b4cc09c7c08b tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=400e7cc8-4e5b-474e-b2c1-e830f211cc26&id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566840 Aug 24 06:53:21.025278 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45072875-a4ec-4c9f-8857-fe43bde5755a req-0b21341a-1bf2-453e-94ee-d8e0faf1befd tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:21.026772 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-45072875-a4ec-4c9f-8857-fe43bde5755a req-0b21341a-1bf2-453e-94ee-d8e0faf1befd tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 985 time: 0.0513892 Aug 24 06:53:21.089313 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-45072875-a4ec-4c9f-8857-fe43bde5755a req-800f9e9e-0fc3-4a6e-82f3-4adf32324b21 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=400e7cc8-4e5b-474e-b2c1-e830f211cc26&id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547082 Aug 24 06:53:21.099949 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:53:21.611470 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:22.239398 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de0387-2471-448b-9d14-be57d2b42996 req-d66e73fd-447f-4f25-b7b8-2ce7395b823a tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:22.240910 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c5de0387-2471-448b-9d14-be57d2b42996 req-d66e73fd-447f-4f25-b7b8-2ce7395b823a tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 985 time: 0.0570948 Aug 24 06:53:22.304397 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c5de0387-2471-448b-9d14-be57d2b42996 req-bb1c521a-b206-4cac-819c-3bcfbebc158b tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=400e7cc8-4e5b-474e-b2c1-e830f211cc26&id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576067 Aug 24 06:53:23.441242 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aae6ec-7b26-4ecc-aadd-cffe4e455ff2 req-abc9893b-5e37-4a44-82ca-4f85039a7c6e tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:23.442728 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-97aae6ec-7b26-4ecc-aadd-cffe4e455ff2 req-abc9893b-5e37-4a44-82ca-4f85039a7c6e tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 985 time: 0.0538852 Aug 24 06:53:23.509182 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-97aae6ec-7b26-4ecc-aadd-cffe4e455ff2 req-94c0ec21-9cf5-433c-be41-c97889c2a2b3 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=400e7cc8-4e5b-474e-b2c1-e830f211cc26&id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595849 Aug 24 06:53:24.644615 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6a671-4d27-4bf2-b643-fdafc3787cd4 req-9b67b07d-1a9c-47f4-b72f-c95eba94b1f7 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:24.646090 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-8bd6a671-4d27-4bf2-b643-fdafc3787cd4 req-9b67b07d-1a9c-47f4-b72f-c95eba94b1f7 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 985 time: 0.0512874 Aug 24 06:53:24.716554 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-8bd6a671-4d27-4bf2-b643-fdafc3787cd4 req-1467b544-6f77-47f9-985a-1882893c09bd tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=400e7cc8-4e5b-474e-b2c1-e830f211cc26&id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604904 Aug 24 06:53:25.872256 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ffbc1-0832-408e-b8c3-2dff5ac43cfd req-ead06d94-8788-4698-9936-e6bb1d39062e tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:25.873797 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0a5ffbc1-0832-408e-b8c3-2dff5ac43cfd req-ead06d94-8788-4698-9936-e6bb1d39062e tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 985 time: 0.0650511 Aug 24 06:53:25.936597 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0a5ffbc1-0832-408e-b8c3-2dff5ac43cfd req-76713529-17df-4ba2-bf0f-b2f6a77e977a tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=400e7cc8-4e5b-474e-b2c1-e830f211cc26&id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567384 Aug 24 06:53:26.054287 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee414898-1963-4ac1-9c65-67d35db24b48 req-d4cb5a97-ad6b-47f6-b61b-80d5d5f5788a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:26.055759 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ee414898-1963-4ac1-9c65-67d35db24b48 req-d4cb5a97-ad6b-47f6-b61b-80d5d5f5788a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=710ba31c-fd62-4a0b-ac84-d9b51862b83c HTTP/1.1" status: 200 len: 945 time: 0.0496528 Aug 24 06:53:26.112311 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ee414898-1963-4ac1-9c65-67d35db24b48 req-8af00454-0392-4ff6-9879-d6e2811ffd2a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491531 Aug 24 06:53:27.077574 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba6041-43ad-4904-b5c1-00c74d11d7b8 req-d994d7cc-530f-46fd-b4cf-ce20dc918f95 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:27.079164 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-34ba6041-43ad-4904-b5c1-00c74d11d7b8 req-d994d7cc-530f-46fd-b4cf-ce20dc918f95 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 985 time: 0.0543067 Aug 24 06:53:27.146118 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-34ba6041-43ad-4904-b5c1-00c74d11d7b8 req-7f1fe778-b1bf-4acc-8a28-18973916d83c tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=400e7cc8-4e5b-474e-b2c1-e830f211cc26&id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608692 Aug 24 06:53:27.233227 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:27.244377 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fa8ae-a408-47c0-8e9f-f7577236a606 req-b3aa4b45-aa50-4a94-a29f-ed73fe8b2b67 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:27.247566 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-db2fa8ae-a408-47c0-8e9f-f7577236a606 req-b3aa4b45-aa50-4a94-a29f-ed73fe8b2b67 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=710ba31c-fd62-4a0b-ac84-d9b51862b83c HTTP/1.1" status: 200 len: 945 time: 0.0501964 Aug 24 06:53:27.296937 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-db2fa8ae-a408-47c0-8e9f-f7577236a606 req-4355904c-ae53-4cad-9a7c-479e74327084 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436330 Aug 24 06:53:27.506898 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907afac7-fd78-422d-8077-bf330c743fd5 req-739bb57d-4f8f-4d2d-91ca-51e3fd7c9515 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:27.508356 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-907afac7-fd78-422d-8077-bf330c743fd5 req-739bb57d-4f8f-4d2d-91ca-51e3fd7c9515 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=710ba31c-fd62-4a0b-ac84-d9b51862b83c HTTP/1.1" status: 200 len: 945 time: 0.0535097 Aug 24 06:53:27.598118 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [req-907afac7-fd78-422d-8077-bf330c743fd5 req-a5160e8b-7eae-4615-9bef-f44d9c04d089 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Deleting port c74c1f51-88a4-4332-bfae-b1e2f3279b3e {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:53:27.598488 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-907afac7-fd78-422d-8077-bf330c743fd5 req-a5160e8b-7eae-4615-9bef-f44d9c04d089 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (c74c1f51-88a4-4332-bfae-b1e2f3279b3e), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:27.693326 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-907afac7-fd78-422d-8077-bf330c743fd5 req-a5160e8b-7eae-4615-9bef-f44d9c04d089 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] For port c74c1f51-88a4-4332-bfae-b1e2f3279b3e, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=c74c1f51-88a4-4332-bfae-b1e2f3279b3e,segment=NetworkSegment(c71feeb6-08f7-4d1b-9e7b-438449adf7e7),segment_id=c71feeb6-08f7-4d1b-9e7b-438449adf7e7)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:53:27.693645 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-907afac7-fd78-422d-8077-bf330c743fd5 req-a5160e8b-7eae-4615-9bef-f44d9c04d089 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (c74c1f51-88a4-4332-bfae-b1e2f3279b3e), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:27.863881 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-907afac7-fd78-422d-8077-bf330c743fd5 req-a5160e8b-7eae-4615-9bef-f44d9c04d089 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:27.864134 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-907afac7-fd78-422d-8077-bf330c743fd5 req-a5160e8b-7eae-4615-9bef-f44d9c04d089 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698989'] for floatingip (8fd46850-9244-4d45-acca-bd784be5e4c1), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:27.864437 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.db.l3_db [req-907afac7-fd78-422d-8077-bf330c743fd5 req-a5160e8b-7eae-4615-9bef-f44d9c04d089 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Floating IP 8fd46850-9244-4d45-acca-bd784be5e4c1 disassociated. External IP: 172.27.3.248, port: c74c1f51-88a4-4332-bfae-b1e2f3279b3e. Aug 24 06:53:27.864767 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [req-907afac7-fd78-422d-8077-bf330c743fd5 req-a5160e8b-7eae-4615-9bef-f44d9c04d089 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Calling delete_port for c74c1f51-88a4-4332-bfae-b1e2f3279b3e owned by compute:nova {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:53:27.942151 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:27.945749 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:27.997852 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-907afac7-fd78-422d-8077-bf330c743fd5 req-a5160e8b-7eae-4615-9bef-f44d9c04d089 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (c74c1f51-88a4-4332-bfae-b1e2f3279b3e), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:28.026453 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5160e8b-7eae-4615-9bef-f44d9c04d089 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Pushing event deleted for resources: {'Port': ['ID=c74c1f51-88a4-4332-bfae-b1e2f3279b3e,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:53:28.139028 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [req-907afac7-fd78-422d-8077-bf330c743fd5 req-a5160e8b-7eae-4615-9bef-f44d9c04d089 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Router 820343c7-823d-4628-abf5-30771dea4dcd has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:53:28.231079 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:28.252394 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-907afac7-fd78-422d-8077-bf330c743fd5 req-a5160e8b-7eae-4615-9bef-f44d9c04d089 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:53:28.264302 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef27a24-bfaa-4808-8674-2e77308c5c56 None None] Sync routers for ids ['820343c7-823d-4628-abf5-30771dea4dcd'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:53:28.273190 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4002f-65b3-4a9e-b305-19bf93084591 req-8a356089-c3f4-4f3a-8316-239bc3cbf190 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:28.274973 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-34f4002f-65b3-4a9e-b305-19bf93084591 req-8a356089-c3f4-4f3a-8316-239bc3cbf190 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 985 time: 0.0528021 Aug 24 06:53:28.275788 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef27a24-bfaa-4808-8674-2e77308c5c56 None None] Routers {'820343c7-823d-4628-abf5-30771dea4dcd'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:53:28.276425 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-3ef27a24-bfaa-4808-8674-2e77308c5c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:53:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['820343c7-823d-4628-abf5-30771dea4dcd'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:53:28.301948 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [req-907afac7-fd78-422d-8077-bf330c743fd5 req-a5160e8b-7eae-4615-9bef-f44d9c04d089 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] No DVR routers for this DVR port c74c1f51-88a4-4332-bfae-b1e2f3279b3e on host hv-cinder-85427 {{(pid=113088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:53:28.304738 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-907afac7-fd78-422d-8077-bf330c743fd5 req-a5160e8b-7eae-4615-9bef-f44d9c04d089 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:28.308089 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-907afac7-fd78-422d-8077-bf330c743fd5 req-a5160e8b-7eae-4615-9bef-f44d9c04d089 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.58 "DELETE /networking/v2.0/ports/c74c1f51-88a4-4332-bfae-b1e2f3279b3e HTTP/1.1" status: 204 len: 173 time: 0.7942750 Aug 24 06:53:28.308528 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710ba31c-fd62-4a0b-ac84-d9b51862b83c', 'name': 'network-vif-deleted', 'tag': 'c74c1f51-88a4-4332-bfae-b1e2f3279b3e'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:53:28.311221 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0752592a-1a5d-4d3f-9473-1a61233fa0bf" -d '{"events": [{"server_uuid": "710ba31c-fd62-4a0b-ac84-d9b51862b83c", "name": "network-vif-deleted", "tag": "c74c1f51-88a4-4332-bfae-b1e2f3279b3e"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:53:28.357474 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-34f4002f-65b3-4a9e-b305-19bf93084591 req-7277725b-8508-4b92-9858-88b06650f379 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=400e7cc8-4e5b-474e-b2c1-e830f211cc26&id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0764644 Aug 24 06:53:28.391911 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c48f74-2155-4d64-b8aa-785cfca945de x-openstack-request-id: req-79c48f74-2155-4d64-b8aa-785cfca945de {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:53:28.392214 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710ba31c-fd62-4a0b-ac84-d9b51862b83c", "name": "network-vif-deleted", "tag": "c74c1f51-88a4-4332-bfae-b1e2f3279b3e", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:53:28.392475 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-79c48f74-2155-4d64-b8aa-785cfca945de {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:53:28.392923 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79c48f74-2155-4d64-b8aa-785cfca945de'] response: {'server_uuid': '710ba31c-fd62-4a0b-ac84-d9b51862b83c', 'name': 'network-vif-deleted', 'tag': 'c74c1f51-88a4-4332-bfae-b1e2f3279b3e', 'status': 'completed', 'code': 200} Aug 24 06:53:28.421230 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-3ef27a24-bfaa-4808-8674-2e77308c5c56 None None] Set router 820343c7-823d-4628-abf5-30771dea4dcd gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:53:28.464382 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a0b3dd72-e1cd-47ed-b1ae-692056cc46ba req-4ef198c3-b719-4101-97ba-2f3141baea49 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=710ba31c-fd62-4a0b-ac84-d9b51862b83c HTTP/1.1" status: 200 len: 210 time: 0.0389364 Aug 24 06:53:28.620735 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-3ef27a24-bfaa-4808-8674-2e77308c5c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820343c7-823d-4628-abf5-30771dea4dcd', 'name': 'tempest-TestVolumeBootPattern-1356598581-router', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:24Z', 'updated_at': '2022-08-24T06:50:27Z', 'revision_number': 4, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'gw_port': {'id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:25Z', 'updated_at': '2022-08-24T06:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '4764ae60-26b8-4543-963f-3b6a497f1051', 'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'mac_address': 'fa:16:3e:dd:9f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:26Z', 'updated_at': '2022-08-24T06:50:34Z', 'revision_number': 5, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'subnets': [{'id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:53:28.653094 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef27a24-bfaa-4808-8674-2e77308c5c56 None None] Checking router: 820343c7-823d-4628-abf5-30771dea4dcd for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:53:28.662329 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef27a24-bfaa-4808-8674-2e77308c5c56 None None] Routers {'820343c7-823d-4628-abf5-30771dea4dcd'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:53:28.663060 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-3ef27a24-bfaa-4808-8674-2e77308c5c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:53:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['820343c7-823d-4628-abf5-30771dea4dcd'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:53:28.766110 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-3ef27a24-bfaa-4808-8674-2e77308c5c56 None None] Set router 820343c7-823d-4628-abf5-30771dea4dcd gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:53:28.949300 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ade870fe-a4fc-4696-949b-4d9fc1d10054 req-da23e489-23ab-41f6-9d99-e19fa30cbf88 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=710ba31c-fd62-4a0b-ac84-d9b51862b83c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0327952 Aug 24 06:53:28.959057 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-3ef27a24-bfaa-4808-8674-2e77308c5c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820343c7-823d-4628-abf5-30771dea4dcd', 'name': 'tempest-TestVolumeBootPattern-1356598581-router', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:24Z', 'updated_at': '2022-08-24T06:50:27Z', 'revision_number': 4, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'gw_port': {'id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:25Z', 'updated_at': '2022-08-24T06:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '4764ae60-26b8-4543-963f-3b6a497f1051', 'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'mac_address': 'fa:16:3e:dd:9f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:26Z', 'updated_at': '2022-08-24T06:50:34Z', 'revision_number': 5, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'subnets': [{'id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:53:28.995372 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef27a24-bfaa-4808-8674-2e77308c5c56 None None] The sync data for ids ['820343c7-823d-4628-abf5-30771dea4dcd'] in dv-cinder-854271-1-iscsi is: [{'id': '820343c7-823d-4628-abf5-30771dea4dcd', 'name': 'tempest-TestVolumeBootPattern-1356598581-router', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:24Z', 'updated_at': '2022-08-24T06:50:27Z', 'revision_number': 4, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'gw_port': {'id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:25Z', 'updated_at': '2022-08-24T06:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '4764ae60-26b8-4543-963f-3b6a497f1051', 'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'mac_address': 'fa:16:3e:dd:9f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:26Z', 'updated_at': '2022-08-24T06:50:34Z', 'revision_number': 5, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'subnets': [{'id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:53:29.032224 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ade870fe-a4fc-4696-949b-4d9fc1d10054 req-c6db9832-2b8b-4cdb-b50e-145c0e825699 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=13dae75bec47489cac0248f2bb2c197d&device_id=710ba31c-fd62-4a0b-ac84-d9b51862b83c HTTP/1.1" status: 200 len: 210 time: 0.0333030 Aug 24 06:53:29.160772 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade870fe-a4fc-4696-949b-4d9fc1d10054 req-6708f5b8-c427-4a97-b2fa-7bcb6e4b2d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:29.162177 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ade870fe-a4fc-4696-949b-4d9fc1d10054 req-6708f5b8-c427-4a97-b2fa-7bcb6e4b2d8e service neutron] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=13dae75bec47489cac0248f2bb2c197d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1037488 Aug 24 06:53:29.252581 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef49519e-3c61-4d38-b707-d748feb8e3b8 None None] New status for floating IP 8fd46850-9244-4d45-acca-bd784be5e4c1: DOWN {{(pid=113090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 06:53:29.269336 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade870fe-a4fc-4696-949b-4d9fc1d10054 req-9a345d86-5171-4946-868a-289196bd8cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:29.270829 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ade870fe-a4fc-4696-949b-4d9fc1d10054 req-9a345d86-5171-4946-868a-289196bd8cf3 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1010456 Aug 24 06:53:29.489767 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71308bef-b45e-4a56-a367-d3778b3da6ad req-73e4661a-6a00-446d-b4d6-397bdbbcd528 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:29.492803 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-71308bef-b45e-4a56-a367-d3778b3da6ad req-73e4661a-6a00-446d-b4d6-397bdbbcd528 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 985 time: 0.0585046 Aug 24 06:53:29.557556 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-71308bef-b45e-4a56-a367-d3778b3da6ad req-e0b6b383-dafc-401c-aaf8-f034e8300297 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=400e7cc8-4e5b-474e-b2c1-e830f211cc26&id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592377 Aug 24 06:53:29.957407 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-7f799466-b28e-44f0-b377-d562829b943e tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1819948811&fields=id&tenant_id=13dae75bec47489cac0248f2bb2c197d HTTP/1.1" status: 200 len: 267 time: 0.0570302 Aug 24 06:53:30.072206 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-7813c60a-a8f8-41f0-ac21-172a9b0730c7 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:30.073676 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-7813c60a-a8f8-41f0-ac21-172a9b0730c7 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/networks?id=ac79ef75-2295-49c5-bcaa-808b501af7f4 HTTP/1.1" status: 200 len: 812 time: 0.1093483 Aug 24 06:53:30.091735 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-70a6b0c3-c72d-4536-b313-77f85006da28 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/quotas/13dae75bec47489cac0248f2bb2c197d HTTP/1.1" status: 200 len: 375 time: 0.0098937 Aug 24 06:53:30.148222 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-f35b9cc7-322b-4b13-9b93-e19c25a1ee63 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=13dae75bec47489cac0248f2bb2c197d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483062 Aug 24 06:53:30.250889 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-6adb70d2-a2c5-4a56-a837-51f332d121ec service neutron] 10.222.0.52 "GET /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908701 Aug 24 06:53:30.355883 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-5888e172-503d-46fc-9899-ff4f29649e36 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991795 Aug 24 06:53:30.677066 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bc48e327-ae9c-4d88-8b8b-1c4f8dbf8d4d req-4502645f-4ec3-4a05-b114-9df789faf7d2 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3ee45cee-a4b1-4777-86f8-f23b02b7a717 HTTP/1.1" status: 200 len: 210 time: 0.0337279 Aug 24 06:53:30.747017 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0c529-02b5-4e4d-adc0-92bde165cd8e req-024495c2-e24f-4421-89d0-7eb66ed8d4a8 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:30.748539 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fbe0c529-02b5-4e4d-adc0-92bde165cd8e req-024495c2-e24f-4421-89d0-7eb66ed8d4a8 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 985 time: 0.1100111 Aug 24 06:53:30.828300 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fbe0c529-02b5-4e4d-adc0-92bde165cd8e req-42e2ce57-03f0-461e-8b22-c267b8597ee7 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=400e7cc8-4e5b-474e-b2c1-e830f211cc26&id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0739732 Aug 24 06:53:31.033198 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device c74c1f51-88a4-4332-bfae-b1e2f3279b3e no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:53:31.058205 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] No Port match for: c74c1f51-88a4-4332-bfae-b1e2f3279b3e {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:53:31.058531 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device c74c1f51-88a4-4332-bfae-b1e2f3279b3e not bound to the agent host hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:53:31.688677 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-1df31f3d-4aec-4580-93ca-a0bd7ab2eb94 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:31.690154 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-1df31f3d-4aec-4580-93ca-a0bd7ab2eb94 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.58 "GET /networking/v2.0/networks?id=ac79ef75-2295-49c5-bcaa-808b501af7f4 HTTP/1.1" status: 200 len: 812 time: 0.1079473 Aug 24 06:53:31.761924 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-310b7044-5f38-4a78-a660-cc88d9b6f92a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=13dae75bec47489cac0248f2bb2c197d HTTP/1.1" status: 200 len: 380 time: 0.0639310 Aug 24 06:53:31.772597 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-77bdca09-d692-4b6d-b733-588b0d96e8cb tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Request body: {'port': {'device_id': '3ee45cee-a4b1-4777-86f8-f23b02b7a717', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'admin_state_up': True, 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'security_groups': ['e85ccc86-689c-4e54-9a0b-aaa37444d21c']}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:53:31.789420 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-04cb95ed-8c37-4658-8e74-f6afb507c82e req-352c6c3e-b35c-4114-8e42-345ab193be9a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3ee45cee-a4b1-4777-86f8-f23b02b7a717 HTTP/1.1" status: 200 len: 210 time: 0.0310850 Aug 24 06:53:31.885488 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-77bdca09-d692-4b6d-b733-588b0d96e8cb tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Made reservation on behalf of 13dae75bec47489cac0248f2bb2c197d for: {'port': 1} {{(pid=113088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:53:31.889437 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-77bdca09-d692-4b6d-b733-588b0d96e8cb tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:31.952163 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04bb11-4ae7-4043-9ca1-fcec5da2feb0 req-abb95edf-259c-4f6d-958f-c384a562d202 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:31.953940 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-3d04bb11-4ae7-4043-9ca1-fcec5da2feb0 req-abb95edf-259c-4f6d-958f-c384a562d202 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 985 time: 0.0495205 Aug 24 06:53:31.999398 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:32.006951 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:32.023544 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-3d04bb11-4ae7-4043-9ca1-fcec5da2feb0 req-b01373ea-fbe3-4b14-896e-c3537a4ad0ab tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=400e7cc8-4e5b-474e-b2c1-e830f211cc26&id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0634418 Aug 24 06:53:32.031487 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-77bdca09-d692-4b6d-b733-588b0d96e8cb tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Allocated IP 172.20.0.6 (ac79ef75-2295-49c5-bcaa-808b501af7f4/a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f/f3d781cc-da3d-46ce-a318-5016c813ab3a) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:53:32.456872 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-77bdca09-d692-4b6d-b733-588b0d96e8cb tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for port (f3d781cc-da3d-46ce-a318-5016c813ab3a), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:32.492902 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-77bdca09-d692-4b6d-b733-588b0d96e8cb tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (f3d781cc-da3d-46ce-a318-5016c813ab3a), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:32.537636 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-77bdca09-d692-4b6d-b733-588b0d96e8cb tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Network ac79ef75-2295-49c5-bcaa-808b501af7f4 is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:53:32.541211 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-77bdca09-d692-4b6d-b733-588b0d96e8cb tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:53:32.545855 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-77bdca09-d692-4b6d-b733-588b0d96e8cb tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:53:32.552105 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdca09-d692-4b6d-b733-588b0d96e8cb tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Pushing event updated for resources: {'Port': ['ID=f3d781cc-da3d-46ce-a318-5016c813ab3a,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:53:32.598841 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-77bdca09-d692-4b6d-b733-588b0d96e8cb tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:32.599468 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-77bdca09-d692-4b6d-b733-588b0d96e8cb tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:32.617317 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-77bdca09-d692-4b6d-b733-588b0d96e8cb tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8491900 Aug 24 06:53:32.629283 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-3a240369-689c-45e1-b882-ea3c92d753ae service neutron] Request body: {'port': {'device_id': '3ee45cee-a4b1-4777-86f8-f23b02b7a717', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:53:32.694863 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-3a240369-689c-45e1-b882-ea3c92d753ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (f3d781cc-da3d-46ce-a318-5016c813ab3a), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:32.735377 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-b9b165ed-88c5-4d57-8a8b-563b311ac406 None None] Provisioning complete for port f3d781cc-da3d-46ce-a318-5016c813ab3a triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:53:32.735987 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-b9b165ed-88c5-4d57-8a8b-563b311ac406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (f3d781cc-da3d-46ce-a318-5016c813ab3a), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:32.768447 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-b9b165ed-88c5-4d57-8a8b-563b311ac406 None None] Port f3d781cc-da3d-46ce-a318-5016c813ab3a cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:53:32.917359 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71de2e-4077-41a0-8a74-b23fa90ea251 req-eb743da7-c888-4329-bb90-c3e768f67f48 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:32.918884 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1a71de2e-4077-41a0-8a74-b23fa90ea251 req-eb743da7-c888-4329-bb90-c3e768f67f48 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3ee45cee-a4b1-4777-86f8-f23b02b7a717 HTTP/1.1" status: 200 len: 931 time: 0.0494707 Aug 24 06:53:32.959604 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-3a240369-689c-45e1-b882-ea3c92d753ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d781cc-da3d-46ce-a318-5016c813ab3a {{(pid=113088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:53:32.968017 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-3a240369-689c-45e1-b882-ea3c92d753ae service neutron] Publish callbacks [] for port (f3d781cc-da3d-46ce-a318-5016c813ab3a), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:32.971578 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-1a71de2e-4077-41a0-8a74-b23fa90ea251 req-3f494f07-87bb-428c-8089-277052ebba75 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458417 Aug 24 06:53:32.981916 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.provisioning_blocks [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-3a240369-689c-45e1-b882-ea3c92d753ae service neutron] Transition to ACTIVE for port object f3d781cc-da3d-46ce-a318-5016c813ab3a will not be triggered until provisioned by entity L2. {{(pid=113088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 06:53:32.986046 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-3a240369-689c-45e1-b882-ea3c92d753ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (f3d781cc-da3d-46ce-a318-5016c813ab3a), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:33.050854 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a240369-689c-45e1-b882-ea3c92d753ae service neutron] Pushing event updated for resources: {'Port': ['ID=f3d781cc-da3d-46ce-a318-5016c813ab3a,revision_number=2']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:53:33.056009 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:UPDATE=6,neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:33.091923 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:33.110887 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-3a240369-689c-45e1-b882-ea3c92d753ae service neutron] Attempting to bind port f3d781cc-da3d-46ce-a318-5016c813ab3a on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:53:33.111268 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-3a240369-689c-45e1-b882-ea3c92d753ae service neutron] Attempting to bind port f3d781cc-da3d-46ce-a318-5016c813ab3a by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': 'c71feeb6-08f7-4d1b-9e7b-438449adf7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4'}] {{(pid=113088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:53:33.111601 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-3a240369-689c-45e1-b882-ea3c92d753ae service neutron] Attempting to bind port f3d781cc-da3d-46ce-a318-5016c813ab3a on network ac79ef75-2295-49c5-bcaa-808b501af7f4 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:53:33.116522 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-3a240369-689c-45e1-b882-ea3c92d753ae service neutron] Port f3d781cc-da3d-46ce-a318-5016c813ab3a on network ac79ef75-2295-49c5-bcaa-808b501af7f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 06:53:33.116845 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-3a240369-689c-45e1-b882-ea3c92d753ae service neutron] Attempting to bind port f3d781cc-da3d-46ce-a318-5016c813ab3a on network ac79ef75-2295-49c5-bcaa-808b501af7f4 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:53:33.122300 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-3a240369-689c-45e1-b882-ea3c92d753ae service neutron] Checking agent: {'id': '92318399-7fe8-4397-ad86-085269988e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'started_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:53:33.122633 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-3a240369-689c-45e1-b882-ea3c92d753ae service neutron] Checking segment: {'id': 'c71feeb6-08f7-4d1b-9e7b-438449adf7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:53:33.123020 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-3a240369-689c-45e1-b882-ea3c92d753ae service neutron] Bound using segment: {'id': 'c71feeb6-08f7-4d1b-9e7b-438449adf7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4'} {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:53:33.123488 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-3a240369-689c-45e1-b882-ea3c92d753ae service neutron] Bound port: f3d781cc-da3d-46ce-a318-5016c813ab3a, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c71feeb6-08f7-4d1b-9e7b-438449adf7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4'}}] {{(pid=113088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:53:33.123845 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-3a240369-689c-45e1-b882-ea3c92d753ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (f3d781cc-da3d-46ce-a318-5016c813ab3a), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:33.132767 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:33.151778 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f52e59-5f0d-4efd-8776-7f13e02de10a req-d680dfa1-2fa5-4600-8ba1-228d2b023ef4 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:33.153272 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a9f52e59-5f0d-4efd-8776-7f13e02de10a req-d680dfa1-2fa5-4600-8ba1-228d2b023ef4 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 985 time: 0.0493891 Aug 24 06:53:33.172607 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:33.189337 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-3a240369-689c-45e1-b882-ea3c92d753ae service neutron] For port f3d781cc-da3d-46ce-a318-5016c813ab3a, host hv-cinder-85427, cleared binding levels {{(pid=113088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:53:33.192542 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-3a240369-689c-45e1-b882-ea3c92d753ae service neutron] For port f3d781cc-da3d-46ce-a318-5016c813ab3a, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f3d781cc-da3d-46ce-a318-5016c813ab3a,segment=NetworkSegment(c71feeb6-08f7-4d1b-9e7b-438449adf7e7),segment_id=c71feeb6-08f7-4d1b-9e7b-438449adf7e7)] {{(pid=113088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:53:33.198877 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-3a240369-689c-45e1-b882-ea3c92d753ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (f3d781cc-da3d-46ce-a318-5016c813ab3a), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:33.203312 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-3a240369-689c-45e1-b882-ea3c92d753ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:33.204105 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-3a240369-689c-45e1-b882-ea3c92d753ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:33.205695 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-3a240369-689c-45e1-b882-ea3c92d753ae service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/f3d781cc-da3d-46ce-a318-5016c813ab3a HTTP/1.1" status: 200 len: 1093 time: 0.5806401 Aug 24 06:53:33.206176 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee45cee-a4b1-4777-86f8-f23b02b7a717', 'tag': 'f3d781cc-da3d-46ce-a318-5016c813ab3a'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:53:33.208459 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8cdbba-9cce-46cb-8ca3-9d0476908989" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee45cee-a4b1-4777-86f8-f23b02b7a717", "tag": "f3d781cc-da3d-46ce-a318-5016c813ab3a"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:53:33.221385 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a9f52e59-5f0d-4efd-8776-7f13e02de10a req-495a33e3-1d5c-4c90-beb0-e3ea99ace4ce tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=400e7cc8-4e5b-474e-b2c1-e830f211cc26&id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620732 Aug 24 06:53:33.268047 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2467e59-1648-442e-9257-0c790950b3a9 x-openstack-request-id: req-b2467e59-1648-442e-9257-0c790950b3a9 {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:53:33.268326 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee45cee-a4b1-4777-86f8-f23b02b7a717", "tag": "f3d781cc-da3d-46ce-a318-5016c813ab3a", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:53:33.268574 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b2467e59-1648-442e-9257-0c790950b3a9 {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:53:33.268969 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2467e59-1648-442e-9257-0c790950b3a9'] response: {'name': 'network-changed', 'server_uuid': '3ee45cee-a4b1-4777-86f8-f23b02b7a717', 'tag': 'f3d781cc-da3d-46ce-a318-5016c813ab3a', 'status': 'completed', 'code': 200} Aug 24 06:53:33.314552 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-f3d3b5e5-d92d-4895-8f76-b2d4fc212570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:33.315951 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-f3d3b5e5-d92d-4895-8f76-b2d4fc212570 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=13dae75bec47489cac0248f2bb2c197d&device_id=3ee45cee-a4b1-4777-86f8-f23b02b7a717 HTTP/1.1" status: 200 len: 1127 time: 0.0595059 Aug 24 06:53:33.318711 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a240369-689c-45e1-b882-ea3c92d753ae service neutron] Pushing event updated for resources: {'Port': ['ID=f3d781cc-da3d-46ce-a318-5016c813ab3a,revision_number=3']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:53:33.356590 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-e330d600-731b-4c66-8dd8-ca7ba99f0c3d service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3d781cc-da3d-46ce-a318-5016c813ab3a HTTP/1.1" status: 200 len: 217 time: 0.0328145 Aug 24 06:53:33.412822 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-7850945d-10b7-4795-8dfd-f0e1451b6acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:33.415024 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-7850945d-10b7-4795-8dfd-f0e1451b6acf service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f HTTP/1.1" status: 200 len: 851 time: 0.0509670 Aug 24 06:53:33.464767 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-3130fc9f-7575-4034-af82-2397629bac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:33.466268 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-3130fc9f-7575-4034-af82-2397629bac2b service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=ac79ef75-2295-49c5-bcaa-808b501af7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425706 Aug 24 06:53:33.586437 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-8c33df7a-6c17-4518-9017-7d3a7b6c9b58 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999203 Aug 24 06:53:33.678847 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ebd1b3db-ad26-4d0a-9a13-390f7179642d req-4d58b464-956f-4449-80e5-b432127476d7 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853751 Aug 24 06:53:33.925908 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8cdbba-9cce-46cb-8ca3-9d0476908989 req-e4fa99a6-1bd0-4bce-ab70-28b602ba6559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:33.927370 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-dc8cdbba-9cce-46cb-8ca3-9d0476908989 req-e4fa99a6-1bd0-4bce-ab70-28b602ba6559 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=13dae75bec47489cac0248f2bb2c197d&device_id=3ee45cee-a4b1-4777-86f8-f23b02b7a717 HTTP/1.1" status: 200 len: 1127 time: 0.0487726 Aug 24 06:53:34.036170 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8cdbba-9cce-46cb-8ca3-9d0476908989 req-6f8bdf61-3d22-4f39-a021-c56e31390097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:34.037704 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-dc8cdbba-9cce-46cb-8ca3-9d0476908989 req-6f8bdf61-3d22-4f39-a021-c56e31390097 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=ac79ef75-2295-49c5-bcaa-808b501af7f4 HTTP/1.1" status: 200 len: 913 time: 0.1039934 Aug 24 06:53:34.077230 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-dc8cdbba-9cce-46cb-8ca3-9d0476908989 req-1b698ee1-c8de-41a0-be9d-56a3230491d5 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3d781cc-da3d-46ce-a318-5016c813ab3a HTTP/1.1" status: 200 len: 217 time: 0.0336349 Aug 24 06:53:34.107478 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4e4fc-f4e6-4018-ab38-df60d9d6bc18 req-77c59de0-ca58-4089-bcd3-762460d42ab4 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:34.109028 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e1b4e4fc-f4e6-4018-ab38-df60d9d6bc18 req-77c59de0-ca58-4089-bcd3-762460d42ab4 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3ee45cee-a4b1-4777-86f8-f23b02b7a717 HTTP/1.1" status: 200 len: 943 time: 0.0533772 Aug 24 06:53:34.132271 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8cdbba-9cce-46cb-8ca3-9d0476908989 req-d629dfc0-1d84-4feb-ab2e-297fa3134952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:34.133756 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-dc8cdbba-9cce-46cb-8ca3-9d0476908989 req-d629dfc0-1d84-4feb-ab2e-297fa3134952 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f HTTP/1.1" status: 200 len: 851 time: 0.0509541 Aug 24 06:53:34.159731 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e1b4e4fc-f4e6-4018-ab38-df60d9d6bc18 req-fbd5e10f-80e3-429a-a266-828755ff9f12 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447652 Aug 24 06:53:34.180695 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8cdbba-9cce-46cb-8ca3-9d0476908989 req-3f292f50-a331-4323-bfc9-84ae81a6947e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:34.182154 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-dc8cdbba-9cce-46cb-8ca3-9d0476908989 req-3f292f50-a331-4323-bfc9-84ae81a6947e service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=ac79ef75-2295-49c5-bcaa-808b501af7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424867 Aug 24 06:53:34.275413 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-dc8cdbba-9cce-46cb-8ca3-9d0476908989 req-9429d584-64db-4c6a-bd6d-960c1c6a774d service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872066 Aug 24 06:53:34.352204 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41abb44-6304-4491-aa6d-8dae589bf1c7 req-86f7eec2-af8c-4ede-a691-3023d236ce67 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:34.353719 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d41abb44-6304-4491-aa6d-8dae589bf1c7 req-86f7eec2-af8c-4ede-a691-3023d236ce67 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 985 time: 0.0489976 Aug 24 06:53:34.371969 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-dc8cdbba-9cce-46cb-8ca3-9d0476908989 req-af22d5ca-2b61-493b-a7b4-ce3667be22e8 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911772 Aug 24 06:53:34.418465 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d41abb44-6304-4491-aa6d-8dae589bf1c7 req-7db5e712-171d-4647-ab04-2160a26e98dc tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=400e7cc8-4e5b-474e-b2c1-e830f211cc26&id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581129 Aug 24 06:53:35.289267 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6e4f2-d374-4909-a558-d94348197b67 req-406f41c1-c57c-409e-8f62-c0880e61aafb tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:35.290753 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c7f6e4f2-d374-4909-a558-d94348197b67 req-406f41c1-c57c-409e-8f62-c0880e61aafb tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3ee45cee-a4b1-4777-86f8-f23b02b7a717 HTTP/1.1" status: 200 len: 943 time: 0.0521719 Aug 24 06:53:35.341817 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c7f6e4f2-d374-4909-a558-d94348197b67 req-e69b881e-0c33-4f00-b534-e692b62eefa4 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449929 Aug 24 06:53:35.552842 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca646bbc-341c-4ac0-8851-c356ba066f8d req-99dfc8ce-dc1d-4437-97b1-b2b85b31a1a0 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:35.554326 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ca646bbc-341c-4ac0-8851-c356ba066f8d req-99dfc8ce-dc1d-4437-97b1-b2b85b31a1a0 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 985 time: 0.0546873 Aug 24 06:53:35.614834 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ca646bbc-341c-4ac0-8851-c356ba066f8d req-1e840b82-915f-488e-b2b4-aa436ad085b4 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=400e7cc8-4e5b-474e-b2c1-e830f211cc26&id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542612 Aug 24 06:53:36.475718 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c21664-41da-4223-a3e3-e129e6998de1 req-68dd1209-ef46-4bb5-b60f-2ef96807d371 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:36.477099 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-21c21664-41da-4223-a3e3-e129e6998de1 req-68dd1209-ef46-4bb5-b60f-2ef96807d371 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3ee45cee-a4b1-4777-86f8-f23b02b7a717 HTTP/1.1" status: 200 len: 943 time: 0.0503757 Aug 24 06:53:36.532471 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-21c21664-41da-4223-a3e3-e129e6998de1 req-639dfcaa-bbb0-40b7-93ff-e66fa43c5890 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487766 Aug 24 06:53:37.677860 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cb0fb-5946-4953-9d55-bb06c364c408 req-bba1bede-137e-492c-8085-9eea137b28cd tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:37.679366 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ae0cb0fb-5946-4953-9d55-bb06c364c408 req-bba1bede-137e-492c-8085-9eea137b28cd tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3ee45cee-a4b1-4777-86f8-f23b02b7a717 HTTP/1.1" status: 200 len: 943 time: 0.0539932 Aug 24 06:53:37.729051 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-ae0cb0fb-5946-4953-9d55-bb06c364c408 req-8b8e369b-6a0b-480f-b63f-52202a261824 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435727 Aug 24 06:53:38.865375 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b0e72-d507-495e-919d-c63e997e4bde req-46d2f431-19b8-4e8a-99c4-a9a4e7bc8d0c tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:38.866880 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0e8b0e72-d507-495e-919d-c63e997e4bde req-46d2f431-19b8-4e8a-99c4-a9a4e7bc8d0c tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3ee45cee-a4b1-4777-86f8-f23b02b7a717 HTTP/1.1" status: 200 len: 943 time: 0.0514100 Aug 24 06:53:38.916232 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-0e8b0e72-d507-495e-919d-c63e997e4bde req-2b7499be-06b2-405f-b0ff-befceb569a37 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433593 Aug 24 06:53:39.079797 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=66 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:39.084055 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=74 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:40.060642 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547f697-f9f0-4de9-ad5e-aeb2e8366357 req-21d4fa80-b2b4-48ff-97d2-90b8b6bc2bbd tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:40.062138 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f547f697-f9f0-4de9-ad5e-aeb2e8366357 req-21d4fa80-b2b4-48ff-97d2-90b8b6bc2bbd tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3ee45cee-a4b1-4777-86f8-f23b02b7a717 HTTP/1.1" status: 200 len: 943 time: 0.0630636 Aug 24 06:53:40.114510 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f547f697-f9f0-4de9-ad5e-aeb2e8366357 req-e2c74fa8-63ab-43b5-8bd9-230a5275478a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465150 Aug 24 06:53:40.469235 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:40.472703 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:40.491658 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-25fbb32c-a2e4-4190-b939-337795ce1974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:41.247585 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92095dd-4e1f-4a34-8913-961d687c1d43 req-a783bb67-f101-42ef-8f94-11d435cadf97 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:41.249105 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d92095dd-4e1f-4a34-8913-961d687c1d43 req-a783bb67-f101-42ef-8f94-11d435cadf97 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3ee45cee-a4b1-4777-86f8-f23b02b7a717 HTTP/1.1" status: 200 len: 943 time: 0.0485497 Aug 24 06:53:41.303147 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d92095dd-4e1f-4a34-8913-961d687c1d43 req-8b15684a-ca3b-47bc-b4a3-70572bc8abda tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456002 Aug 24 06:53:42.433598 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:42.442190 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4638e-c020-41a4-89e6-dd9ac841cf8f req-8e0f6d4d-1088-4e5d-84af-ae7d160d9e26 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:42.443686 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5ec4638e-c020-41a4-89e6-dd9ac841cf8f req-8e0f6d4d-1088-4e5d-84af-ae7d160d9e26 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3ee45cee-a4b1-4777-86f8-f23b02b7a717 HTTP/1.1" status: 200 len: 943 time: 0.0473106 Aug 24 06:53:42.499890 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5ec4638e-c020-41a4-89e6-dd9ac841cf8f req-1971ab3f-ee22-482b-8b44-b46ce24e412a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503292 Aug 24 06:53:42.712826 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-69152c46-7803-43aa-9cd8-be8f0570804d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:43.110215 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device f3d781cc-da3d-46ce-a318-5016c813ab3a details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 06:53:43.236168 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port f3d781cc-da3d-46ce-a318-5016c813ab3a, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f3d781cc-da3d-46ce-a318-5016c813ab3a,segment=NetworkSegment(c71feeb6-08f7-4d1b-9e7b-438449adf7e7),segment_id=c71feeb6-08f7-4d1b-9e7b-438449adf7e7)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:53:43.248223 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Returning: {'device': 'f3d781cc-da3d-46ce-a318-5016c813ab3a', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'port_id': 'f3d781cc-da3d-46ce-a318-5016c813ab3a', 'mac_address': 'fa:16:3e:1b:c4:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 06:53:43.285631 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port f3d781cc-da3d-46ce-a318-5016c813ab3a is: DOWN; New status is: BUILD {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:53:43.286014 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (f3d781cc-da3d-46ce-a318-5016c813ab3a), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:43.300267 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d781cc-da3d-46ce-a318-5016c813ab3a {{(pid=113090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:53:43.321474 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port f3d781cc-da3d-46ce-a318-5016c813ab3a, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f3d781cc-da3d-46ce-a318-5016c813ab3a,segment=NetworkSegment(c71feeb6-08f7-4d1b-9e7b-438449adf7e7),segment_id=c71feeb6-08f7-4d1b-9e7b-438449adf7e7)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:53:43.330365 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (f3d781cc-da3d-46ce-a318-5016c813ab3a), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:43.392835 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=f3d781cc-da3d-46ce-a318-5016c813ab3a,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:53:43.401087 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:53:43.401436 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:53:43.401807 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:53:43.402127 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:53:43.402460 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:53:43.402790 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:53:43.403123 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:53:43.403547 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:53:43.403870 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:53:43.404196 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:53:43.404521 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:53:43.404851 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:53:43.405180 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:53:43.405491 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:53:43.406072 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:53:43.543120 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['f3d781cc-da3d-46ce-a318-5016c813ab3a'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:53:43.621860 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94eec40-bdfd-4421-8de6-7b8fd37969e4 req-deaeec51-e5a1-4880-9418-046991fdb823 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:43.623330 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c94eec40-bdfd-4421-8de6-7b8fd37969e4 req-deaeec51-e5a1-4880-9418-046991fdb823 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3ee45cee-a4b1-4777-86f8-f23b02b7a717 HTTP/1.1" status: 200 len: 944 time: 0.0481963 Aug 24 06:53:43.644719 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:43.674793 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c94eec40-bdfd-4421-8de6-7b8fd37969e4 req-1dbfe6ec-245a-455c-9fb2-dd6fd8c5b265 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455258 Aug 24 06:53:44.025893 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:44.361842 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:44.369688 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:44.811839 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050874c7-268a-4399-8d73-f0203b02a75c req-fff39e6d-524f-4174-b17e-307d2f5e2519 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:44.813405 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-050874c7-268a-4399-8d73-f0203b02a75c req-fff39e6d-524f-4174-b17e-307d2f5e2519 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3ee45cee-a4b1-4777-86f8-f23b02b7a717 HTTP/1.1" status: 200 len: 944 time: 0.0535970 Aug 24 06:53:44.865201 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-050874c7-268a-4399-8d73-f0203b02a75c req-472434c0-eac0-4b42-981f-e6466ec3da30 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456867 Aug 24 06:53:45.127691 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device f3d781cc-da3d-46ce-a318-5016c813ab3a up at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:53:45.189163 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning for port f3d781cc-da3d-46ce-a318-5016c813ab3a completed by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 06:53:45.199146 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning complete for port f3d781cc-da3d-46ce-a318-5016c813ab3a triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:53:45.199575 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (f3d781cc-da3d-46ce-a318-5016c813ab3a), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:45.280987 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port f3d781cc-da3d-46ce-a318-5016c813ab3a is: BUILD; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:53:45.281605 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (f3d781cc-da3d-46ce-a318-5016c813ab3a), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:45.320433 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee45cee-a4b1-4777-86f8-f23b02b7a717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d781cc-da3d-46ce-a318-5016c813ab3a'}] {{(pid=113090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:53:45.323087 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b6006cf2a23db0b36d2003dbfde04691441a00dec53483979079bf2def40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968a8438-d2cc-4100-af99-832c59bbc794" -d '{"events": [{"server_uuid": "3ee45cee-a4b1-4777-86f8-f23b02b7a717", "name": "network-vif-plugged", "status": "completed", "tag": "f3d781cc-da3d-46ce-a318-5016c813ab3a"}]}' {{(pid=113090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:53:45.338266 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:45.340551 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port f3d781cc-da3d-46ce-a318-5016c813ab3a, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f3d781cc-da3d-46ce-a318-5016c813ab3a,segment=NetworkSegment(c71feeb6-08f7-4d1b-9e7b-438449adf7e7),segment_id=c71feeb6-08f7-4d1b-9e7b-438449adf7e7)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:53:45.345759 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (f3d781cc-da3d-46ce-a318-5016c813ab3a), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:45.372197 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0447ddc5-8f1a-4ae5-b47d-9da5b7242a5a x-openstack-request-id: req-0447ddc5-8f1a-4ae5-b47d-9da5b7242a5a {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:53:45.372456 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee45cee-a4b1-4777-86f8-f23b02b7a717", "name": "network-vif-plugged", "status": "completed", "tag": "f3d781cc-da3d-46ce-a318-5016c813ab3a", "code": 200}]} {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:53:45.372734 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0447ddc5-8f1a-4ae5-b47d-9da5b7242a5a {{(pid=113090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:53:45.373118 dv-cinder-854271-1-iscsi neutron-server[113090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0447ddc5-8f1a-4ae5-b47d-9da5b7242a5a'] response: {'server_uuid': '3ee45cee-a4b1-4777-86f8-f23b02b7a717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d781cc-da3d-46ce-a318-5016c813ab3a', 'code': 200} Aug 24 06:53:45.395879 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:45.402345 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=f3d781cc-da3d-46ce-a318-5016c813ab3a,revision_number=5']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:53:45.520240 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:45.525530 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:45.654595 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b86e1-a50c-4cdb-89ef-2e45985814be req-9b1e23a0-3695-4f67-855b-89774c76cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:45.656186 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f05b86e1-a50c-4cdb-89ef-2e45985814be req-9b1e23a0-3695-4f67-855b-89774c76cef3 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=3ee45cee-a4b1-4777-86f8-f23b02b7a717 HTTP/1.1" status: 200 len: 1129 time: 0.0896995 Aug 24 06:53:45.703692 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-f05b86e1-a50c-4cdb-89ef-2e45985814be req-df96556e-0600-438f-b94b-9ade6b2c8959 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420995 Aug 24 06:53:45.991850 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deff3d7-51fe-4a17-8201-1b23c9564c06 req-b75fb9dd-5136-464c-8baa-88d0036d4371 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:45.993298 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6deff3d7-51fe-4a17-8201-1b23c9564c06 req-b75fb9dd-5136-464c-8baa-88d0036d4371 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3ee45cee-a4b1-4777-86f8-f23b02b7a717 HTTP/1.1" status: 200 len: 945 time: 0.0515497 Aug 24 06:53:46.045049 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6deff3d7-51fe-4a17-8201-1b23c9564c06 req-3dbc7d2d-bc85-4879-8cb1-607b3386954a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461011 Aug 24 06:53:47.177581 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94d221-95f5-4318-b300-ff29ce5acf1d req-3fb90ab1-1f1a-467f-a28f-cc5ae299eb43 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:47.179180 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-cf94d221-95f5-4318-b300-ff29ce5acf1d req-3fb90ab1-1f1a-467f-a28f-cc5ae299eb43 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3ee45cee-a4b1-4777-86f8-f23b02b7a717 HTTP/1.1" status: 200 len: 945 time: 0.0503240 Aug 24 06:53:47.237166 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-cf94d221-95f5-4318-b300-ff29ce5acf1d req-0b64210f-23eb-4eac-b09d-f84c053b92b9 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489790 Aug 24 06:53:47.364172 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22409c-242e-4e71-97fc-7c9ff6f20968 req-3d7c52ac-ada1-43df-a4aa-311a540ef898 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:47.365539 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6b22409c-242e-4e71-97fc-7c9ff6f20968 req-3d7c52ac-ada1-43df-a4aa-311a540ef898 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3ee45cee-a4b1-4777-86f8-f23b02b7a717 HTTP/1.1" status: 200 len: 945 time: 0.0507016 Aug 24 06:53:47.415723 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-6b22409c-242e-4e71-97fc-7c9ff6f20968 req-e17f89c2-b9c1-4fea-8127-0cd9ae6ed2ae tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445836 Aug 24 06:53:47.453665 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 57604) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:53:47.502917 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731a35d2-9935-4a96-8def-a01e3c08f181 tempest-TestVolumeBootPattern-1261612491 tempest-TestVolumeBootPattern-1261612491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:47.504481 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-731a35d2-9935-4a96-8def-a01e3c08f181 tempest-TestVolumeBootPattern-1261612491 tempest-TestVolumeBootPattern-1261612491-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3ee45cee-a4b1-4777-86f8-f23b02b7a717 HTTP/1.1" status: 200 len: 1124 time: 0.0497706 Aug 24 06:53:47.507241 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 57606) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:53:47.511431 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-b27f60c3-2cfa-41aa-9260-95722bd808cf tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Request body: {'floatingip': {'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'port_id': 'f3d781cc-da3d-46ce-a318-5016c813ab3a', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:53:47.539920 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b27f60c3-2cfa-41aa-9260-95722bd808cf tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:47.622281 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b27f60c3-2cfa-41aa-9260-95722bd808cf tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:47.740166 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [None req-b27f60c3-2cfa-41aa-9260-95722bd808cf tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Allocated IP 172.27.3.159 (ebaf0247-9904-4138-a92a-0e04f684cda3/21927f02-5278-4e61-8de7-8e5f8e88a327/0e78f8d9-dc62-44e4-93fa-4f90302eb6f5) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:53:47.866557 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b27f60c3-2cfa-41aa-9260-95722bd808cf tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for port (0e78f8d9-dc62-44e4-93fa-4f90302eb6f5), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:47.910935 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b27f60c3-2cfa-41aa-9260-95722bd808cf tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (0e78f8d9-dc62-44e4-93fa-4f90302eb6f5), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:47.958346 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27f60c3-2cfa-41aa-9260-95722bd808cf tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Network ebaf0247-9904-4138-a92a-0e04f684cda3 is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:53:47.963554 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-b27f60c3-2cfa-41aa-9260-95722bd808cf tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:53:47.965794 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f60c3-2cfa-41aa-9260-95722bd808cf tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Pushing event updated for resources: {'Port': ['ID=0e78f8d9-dc62-44e4-93fa-4f90302eb6f5,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:53:47.967906 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27f60c3-2cfa-41aa-9260-95722bd808cf tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:53:48.236948 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:48.295101 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:48.328425 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b27f60c3-2cfa-41aa-9260-95722bd808cf tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for floatingip (91ba8e90-c0db-4b45-8784-289b2c4971b3), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:48.403925 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b27f60c3-2cfa-41aa-9260-95722bd808cf tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (0e78f8d9-dc62-44e4-93fa-4f90302eb6f5), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:48.554108 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b27f60c3-2cfa-41aa-9260-95722bd808cf tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for port (0e78f8d9-dc62-44e4-93fa-4f90302eb6f5), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:48.561381 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b27f60c3-2cfa-41aa-9260-95722bd808cf tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (0e78f8d9-dc62-44e4-93fa-4f90302eb6f5), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:48.626563 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f60c3-2cfa-41aa-9260-95722bd808cf tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Pushing event updated for resources: {'Port': ['ID=0e78f8d9-dc62-44e4-93fa-4f90302eb6f5,revision_number=2']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:53:48.629036 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b27f60c3-2cfa-41aa-9260-95722bd808cf tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698989'] for floatingip (91ba8e90-c0db-4b45-8784-289b2c4971b3), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:48.728952 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.db.l3_db [None req-b27f60c3-2cfa-41aa-9260-95722bd808cf tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Floating IP 91ba8e90-c0db-4b45-8784-289b2c4971b3 associated. External IP: 172.27.3.159, port: f3d781cc-da3d-46ce-a318-5016c813ab3a. Aug 24 06:53:48.932582 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27f60c3-2cfa-41aa-9260-95722bd808cf tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Router 820343c7-823d-4628-abf5-30771dea4dcd has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:53:49.040626 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27f60c3-2cfa-41aa-9260-95722bd808cf tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:53:49.051273 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c679a41-f2da-4b52-9ea4-717a0940073c None None] Sync routers for ids ['820343c7-823d-4628-abf5-30771dea4dcd'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:53:49.060175 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-b27f60c3-2cfa-41aa-9260-95722bd808cf tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:49.063420 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c679a41-f2da-4b52-9ea4-717a0940073c None None] Routers {'820343c7-823d-4628-abf5-30771dea4dcd'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:53:49.064038 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-4c679a41-f2da-4b52-9ea4-717a0940073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:53:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['820343c7-823d-4628-abf5-30771dea4dcd'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:53:49.079759 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:49.092707 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-b27f60c3-2cfa-41aa-9260-95722bd808cf tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5844944 Aug 24 06:53:49.093340 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee45cee-a4b1-4777-86f8-f23b02b7a717', 'tag': 'f3d781cc-da3d-46ce-a318-5016c813ab3a'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:53:49.095816 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b664704-35c9-4a08-8f48-b2d9e70c37ef" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee45cee-a4b1-4777-86f8-f23b02b7a717", "tag": "f3d781cc-da3d-46ce-a318-5016c813ab3a"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:53:49.138082 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8118f862-e7c7-4eb2-a86e-7a8dbf657e6c x-openstack-request-id: req-8118f862-e7c7-4eb2-a86e-7a8dbf657e6c {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:53:49.138377 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee45cee-a4b1-4777-86f8-f23b02b7a717", "tag": "f3d781cc-da3d-46ce-a318-5016c813ab3a", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:53:49.138627 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8118f862-e7c7-4eb2-a86e-7a8dbf657e6c {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:53:49.139037 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8118f862-e7c7-4eb2-a86e-7a8dbf657e6c'] response: {'name': 'network-changed', 'server_uuid': '3ee45cee-a4b1-4777-86f8-f23b02b7a717', 'tag': 'f3d781cc-da3d-46ce-a318-5016c813ab3a', 'status': 'completed', 'code': 200} Aug 24 06:53:49.168877 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-4c679a41-f2da-4b52-9ea4-717a0940073c None None] Set router 820343c7-823d-4628-abf5-30771dea4dcd gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:53:49.205489 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b664704-35c9-4a08-8f48-b2d9e70c37ef req-c3332c80-314b-4411-ade9-7fcc9c1857ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:49.207612 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0b664704-35c9-4a08-8f48-b2d9e70c37ef req-c3332c80-314b-4411-ade9-7fcc9c1857ac service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=13dae75bec47489cac0248f2bb2c197d&device_id=3ee45cee-a4b1-4777-86f8-f23b02b7a717 HTTP/1.1" status: 200 len: 1129 time: 0.0446103 Aug 24 06:53:49.247844 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:49.308417 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b664704-35c9-4a08-8f48-b2d9e70c37ef req-ad010b08-baed-4a7b-9eeb-3c1212ff3c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:49.310272 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0b664704-35c9-4a08-8f48-b2d9e70c37ef req-ad010b08-baed-4a7b-9eeb-3c1212ff3c94 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=ac79ef75-2295-49c5-bcaa-808b501af7f4 HTTP/1.1" status: 200 len: 913 time: 0.0967596 Aug 24 06:53:49.374405 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0b664704-35c9-4a08-8f48-b2d9e70c37ef req-7698564d-312b-4c05-8b7e-f15da0a7eddf service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3d781cc-da3d-46ce-a318-5016c813ab3a HTTP/1.1" status: 200 len: 999 time: 0.0583842 Aug 24 06:53:49.424569 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b664704-35c9-4a08-8f48-b2d9e70c37ef req-ae0c5353-1c15-40e5-85a9-d7f9846b94d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:49.426030 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0b664704-35c9-4a08-8f48-b2d9e70c37ef req-ae0c5353-1c15-40e5-85a9-d7f9846b94d8 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f HTTP/1.1" status: 200 len: 851 time: 0.0458627 Aug 24 06:53:49.475871 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b664704-35c9-4a08-8f48-b2d9e70c37ef req-1e562f1e-fd1c-4c2a-b722-f231aa12de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:53:49.477293 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0b664704-35c9-4a08-8f48-b2d9e70c37ef req-1e562f1e-fd1c-4c2a-b722-f231aa12de9c service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=ac79ef75-2295-49c5-bcaa-808b501af7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448201 Aug 24 06:53:49.482156 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-4c679a41-f2da-4b52-9ea4-717a0940073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820343c7-823d-4628-abf5-30771dea4dcd', 'name': 'tempest-TestVolumeBootPattern-1356598581-router', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:24Z', 'updated_at': '2022-08-24T06:50:27Z', 'revision_number': 4, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'gw_port': {'id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:25Z', 'updated_at': '2022-08-24T06:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '91ba8e90-c0db-4b45-8784-289b2c4971b3', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'port_id': 'f3d781cc-da3d-46ce-a318-5016c813ab3a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'mac_address': 'fa:16:3e:1b:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee45cee-a4b1-4777-86f8-f23b02b7a717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:53:48Z', 'updated_at': '2022-08-24T06:53:48Z', 'revision_number': 0, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4764ae60-26b8-4543-963f-3b6a497f1051', 'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'mac_address': 'fa:16:3e:dd:9f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:26Z', 'updated_at': '2022-08-24T06:50:34Z', 'revision_number': 5, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'subnets': [{'id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:53:49.487362 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [req-0b664704-35c9-4a08-8f48-b2d9e70c37ef req-63bcdb72-1aff-4e73-8bb5-906c03adaa75 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113088) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 06:53:49.488319 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0b664704-35c9-4a08-8f48-b2d9e70c37ef req-63bcdb72-1aff-4e73-8bb5-906c03adaa75 service neutron] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051103 Aug 24 06:53:49.507731 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c679a41-f2da-4b52-9ea4-717a0940073c None None] Checking router: 820343c7-823d-4628-abf5-30771dea4dcd for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:53:49.516886 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c679a41-f2da-4b52-9ea4-717a0940073c None None] Routers {'820343c7-823d-4628-abf5-30771dea4dcd'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:53:49.517499 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-4c679a41-f2da-4b52-9ea4-717a0940073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:53:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['820343c7-823d-4628-abf5-30771dea4dcd'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:53:49.580909 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0b664704-35c9-4a08-8f48-b2d9e70c37ef req-765c2c0d-eb99-4cbe-bcbf-ce083bc64a69 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861969 Aug 24 06:53:49.620414 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-4c679a41-f2da-4b52-9ea4-717a0940073c None None] Set router 820343c7-823d-4628-abf5-30771dea4dcd gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:53:49.676743 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0b664704-35c9-4a08-8f48-b2d9e70c37ef req-ea5cee24-e12a-4643-a97c-425b405f277b service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893438 Aug 24 06:53:49.848086 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-4c679a41-f2da-4b52-9ea4-717a0940073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820343c7-823d-4628-abf5-30771dea4dcd', 'name': 'tempest-TestVolumeBootPattern-1356598581-router', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:24Z', 'updated_at': '2022-08-24T06:50:27Z', 'revision_number': 4, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'gw_port': {'id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:25Z', 'updated_at': '2022-08-24T06:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '91ba8e90-c0db-4b45-8784-289b2c4971b3', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'port_id': 'f3d781cc-da3d-46ce-a318-5016c813ab3a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'mac_address': 'fa:16:3e:1b:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee45cee-a4b1-4777-86f8-f23b02b7a717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:53:48Z', 'updated_at': '2022-08-24T06:53:48Z', 'revision_number': 0, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4764ae60-26b8-4543-963f-3b6a497f1051', 'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'mac_address': 'fa:16:3e:dd:9f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:26Z', 'updated_at': '2022-08-24T06:50:34Z', 'revision_number': 5, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'subnets': [{'id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:53:49.873278 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c679a41-f2da-4b52-9ea4-717a0940073c None None] The sync data for ids ['820343c7-823d-4628-abf5-30771dea4dcd'] in dv-cinder-854271-1-iscsi is: [{'id': '820343c7-823d-4628-abf5-30771dea4dcd', 'name': 'tempest-TestVolumeBootPattern-1356598581-router', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:24Z', 'updated_at': '2022-08-24T06:50:27Z', 'revision_number': 4, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'gw_port': {'id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:25Z', 'updated_at': '2022-08-24T06:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '91ba8e90-c0db-4b45-8784-289b2c4971b3', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'port_id': 'f3d781cc-da3d-46ce-a318-5016c813ab3a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'mac_address': 'fa:16:3e:1b:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee45cee-a4b1-4777-86f8-f23b02b7a717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:53:48Z', 'updated_at': '2022-08-24T06:53:48Z', 'revision_number': 0, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4764ae60-26b8-4543-963f-3b6a497f1051', 'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'mac_address': 'fa:16:3e:dd:9f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:26Z', 'updated_at': '2022-08-24T06:50:34Z', 'revision_number': 5, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'subnets': [{'id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:53:50.091701 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68b3990-28ae-4ccb-84dd-975906ee45f0 None None] New status for floating IP 91ba8e90-c0db-4b45-8784-289b2c4971b3: ACTIVE {{(pid=113090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 06:53:51.633492 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:53:57.402969 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=37 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:57.412017 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=52 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:58.106607 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:53:59.672742 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=37 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:53:59.673707 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=49 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:01.622981 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:01.626733 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:09.191821 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9758a8e0-a685-45ee-a0da-d5dbea896669 req-8c8f9622-98ec-4456-82d8-ffb282c892c7 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-910454063&fields=id&tenant_id=df1bd62253b1499d967691558359d094 HTTP/1.1" status: 200 len: 267 time: 0.0547059 Aug 24 06:54:09.244515 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758a8e0-a685-45ee-a0da-d5dbea896669 req-c70db815-cdc5-48da-870b-5e182b2ad162 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:54:09.245996 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9758a8e0-a685-45ee-a0da-d5dbea896669 req-c70db815-cdc5-48da-870b-5e182b2ad162 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 985 time: 0.0487604 Aug 24 06:54:09.259436 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.v2.base [req-9758a8e0-a685-45ee-a0da-d5dbea896669 req-ab570bd4-ece4-4602-bcda-bf6f54a89c28 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Request body: {'port': {'security_groups': ['d69a637a-5cc0-46e9-a649-5d79fc334184']}} {{(pid=113089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:54:09.339031 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-9758a8e0-a685-45ee-a0da-d5dbea896669 req-ab570bd4-ece4-4602-bcda-bf6f54a89c28 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c), before_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:09.524635 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.db [req-9758a8e0-a685-45ee-a0da-d5dbea896669 req-ab570bd4-ece4-4602-bcda-bf6f54a89c28 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] For port 4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c,segment=NetworkSegment(073a8192-84a7-4ea7-82f7-98fca07a78e6),segment_id=073a8192-84a7-4ea7-82f7-98fca07a78e6)] {{(pid=113089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:54:09.554386 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-9758a8e0-a685-45ee-a0da-d5dbea896669 req-ab570bd4-ece4-4602-bcda-bf6f54a89c28 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks [] for port (4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c), precommit_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:09.562495 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-9758a8e0-a685-45ee-a0da-d5dbea896669 req-ab570bd4-ece4-4602-bcda-bf6f54a89c28 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8818224'] for port (4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c), after_update {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:09.573427 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758a8e0-a685-45ee-a0da-d5dbea896669 req-ab570bd4-ece4-4602-bcda-bf6f54a89c28 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:54:09.574083 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [req-9758a8e0-a685-45ee-a0da-d5dbea896669 req-ab570bd4-ece4-4602-bcda-bf6f54a89c28 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:09.575622 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-9758a8e0-a685-45ee-a0da-d5dbea896669 req-ab570bd4-ece4-4602-bcda-bf6f54a89c28 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "PUT /networking/v2.0/ports/4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c HTTP/1.1" status: 200 len: 943 time: 0.3206608 Aug 24 06:54:09.576132 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b98800a-e40c-4451-ac2e-928cfdb5096d', 'tag': '4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c'}] {{(pid=113089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:54:09.576269 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:54:09.578596 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95c9b8c2b54b2cd10d832cf4cc4818d331942fea0eff1eb136de0d3feea1bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c83c3b5-2f86-453e-99b3-f14d5677fb79" -d '{"events": [{"name": "network-changed", "server_uuid": "2b98800a-e40c-4451-ac2e-928cfdb5096d", "tag": "4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c"}]}' {{(pid=113089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:54:09.583996 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 57622) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:54:09.635474 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab570bd4-ece4-4602-bcda-bf6f54a89c28 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Pushing event updated for resources: {'Port': ['ID=4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c,revision_number=7']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:54:09.643124 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab570bd4-ece4-4602-bcda-bf6f54a89c28 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:54:09.644168 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab570bd4-ece4-4602-bcda-bf6f54a89c28 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:54:09.644491 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab570bd4-ece4-4602-bcda-bf6f54a89c28 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:54:09.644827 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab570bd4-ece4-4602-bcda-bf6f54a89c28 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:54:09.645161 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab570bd4-ece4-4602-bcda-bf6f54a89c28 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:54:09.645481 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab570bd4-ece4-4602-bcda-bf6f54a89c28 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:54:09.645809 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab570bd4-ece4-4602-bcda-bf6f54a89c28 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:54:09.646131 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab570bd4-ece4-4602-bcda-bf6f54a89c28 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:54:09.646453 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab570bd4-ece4-4602-bcda-bf6f54a89c28 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:54:09.646775 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab570bd4-ece4-4602-bcda-bf6f54a89c28 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:54:09.647096 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab570bd4-ece4-4602-bcda-bf6f54a89c28 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:54:09.647446 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab570bd4-ece4-4602-bcda-bf6f54a89c28 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:54:09.647764 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab570bd4-ece4-4602-bcda-bf6f54a89c28 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:54:09.648082 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab570bd4-ece4-4602-bcda-bf6f54a89c28 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:54:09.648395 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab570bd4-ece4-4602-bcda-bf6f54a89c28 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:54:09.656213 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f6af52-cf0d-43d3-acac-6e02cd868679 x-openstack-request-id: req-14f6af52-cf0d-43d3-acac-6e02cd868679 {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:54:09.656498 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b98800a-e40c-4451-ac2e-928cfdb5096d", "tag": "4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c", "status": "completed", "code": 200}]} {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:54:09.656750 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-14f6af52-cf0d-43d3-acac-6e02cd868679 {{(pid=113089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:54:09.657220 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14f6af52-cf0d-43d3-acac-6e02cd868679'] response: {'name': 'network-changed', 'server_uuid': '2b98800a-e40c-4451-ac2e-928cfdb5096d', 'tag': '4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c', 'status': 'completed', 'code': 200} Aug 24 06:54:09.667281 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:54:09.691446 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7037cd75-a800-4c84-8d85-9c6e9547b50a tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks [] for security_group (400e7cc8-4e5b-474e-b2c1-e830f211cc26), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:09.741899 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7037cd75-a800-4c84-8d85-9c6e9547b50a tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks [] for security_group (400e7cc8-4e5b-474e-b2c1-e830f211cc26), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:09.751755 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83c3b5-2f86-453e-99b3-f14d5677fb79 req-28747b6d-afc6-4576-8826-83c9cdf95b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:54:09.753776 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-6c83c3b5-2f86-453e-99b3-f14d5677fb79 req-28747b6d-afc6-4576-8826-83c9cdf95b36 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=df1bd62253b1499d967691558359d094&device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 1130 time: 0.0705566 Aug 24 06:54:09.870701 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83c3b5-2f86-453e-99b3-f14d5677fb79 req-0a09c264-e275-46de-99af-70bc932da03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:54:09.872179 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-6c83c3b5-2f86-453e-99b3-f14d5677fb79 req-0a09c264-e275-46de-99af-70bc932da03a service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=a6c677ab-6af0-4f2c-a283-77f539b0b8c3 HTTP/1.1" status: 200 len: 915 time: 0.1091237 Aug 24 06:54:09.877605 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7037cd75-a800-4c84-8d85-9c6e9547b50a tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (400e7cc8-4e5b-474e-b2c1-e830f211cc26), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:09.880292 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-7037cd75-a800-4c84-8d85-9c6e9547b50a tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:09.881435 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-7037cd75-a800-4c84-8d85-9c6e9547b50a tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/400e7cc8-4e5b-474e-b2c1-e830f211cc26 HTTP/1.1" status: 204 len: 168 time: 0.2964933 Aug 24 06:54:09.884306 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 57626) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:54:09.929371 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037cd75-a800-4c84-8d85-9c6e9547b50a tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=400e7cc8-4e5b-474e-b2c1-e830f211cc26,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:54:09.946691 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037cd75-a800-4c84-8d85-9c6e9547b50a tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:54:09.947027 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037cd75-a800-4c84-8d85-9c6e9547b50a tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:54:09.947413 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037cd75-a800-4c84-8d85-9c6e9547b50a tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:54:09.947747 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037cd75-a800-4c84-8d85-9c6e9547b50a tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:54:09.948075 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037cd75-a800-4c84-8d85-9c6e9547b50a tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:54:09.948407 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037cd75-a800-4c84-8d85-9c6e9547b50a tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:54:09.948734 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037cd75-a800-4c84-8d85-9c6e9547b50a tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:54:09.949057 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037cd75-a800-4c84-8d85-9c6e9547b50a tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:54:09.949377 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037cd75-a800-4c84-8d85-9c6e9547b50a tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:54:09.949703 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037cd75-a800-4c84-8d85-9c6e9547b50a tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:54:09.950023 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037cd75-a800-4c84-8d85-9c6e9547b50a tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:54:09.950370 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037cd75-a800-4c84-8d85-9c6e9547b50a tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:54:09.950674 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037cd75-a800-4c84-8d85-9c6e9547b50a tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:54:09.950996 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037cd75-a800-4c84-8d85-9c6e9547b50a tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:54:09.951340 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037cd75-a800-4c84-8d85-9c6e9547b50a tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:54:09.966730 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-6c83c3b5-2f86-453e-99b3-f14d5677fb79 req-44ac49c8-5c8e-4343-9638-22b2b96160c9 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c HTTP/1.1" status: 200 len: 1001 time: 0.0842011 Aug 24 06:54:10.021469 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83c3b5-2f86-453e-99b3-f14d5677fb79 req-f648def0-73d5-4945-ba5c-01ee76a3a8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:54:10.023001 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-6c83c3b5-2f86-453e-99b3-f14d5677fb79 req-f648def0-73d5-4945-ba5c-01ee76a3a8a6 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=fa718812-4b58-48ce-84a0-fb68026d1153 HTTP/1.1" status: 200 len: 853 time: 0.0476558 Aug 24 06:54:10.028759 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-5d0b5714-a150-4d41-b368-73a643ce8a91 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Deleting port c5de25e8-485b-43c0-aebc-70e3a91c2ab2 {{(pid=113089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:54:10.029165 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-5d0b5714-a150-4d41-b368-73a643ce8a91 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (c5de25e8-485b-43c0-aebc-70e3a91c2ab2), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:10.068578 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83c3b5-2f86-453e-99b3-f14d5677fb79 req-695004fb-ab00-4120-861f-d6f44cc291ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:54:10.070084 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-6c83c3b5-2f86-453e-99b3-f14d5677fb79 req-695004fb-ab00-4120-861f-d6f44cc291ea service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=a6c677ab-6af0-4f2c-a283-77f539b0b8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405357 Aug 24 06:54:10.110119 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-5d0b5714-a150-4d41-b368-73a643ce8a91 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (c5de25e8-485b-43c0-aebc-70e3a91c2ab2), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:10.110418 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-5d0b5714-a150-4d41-b368-73a643ce8a91 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks [] for floatingip (c5de25e8-485b-43c0-aebc-70e3a91c2ab2), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:10.124088 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-5d0b5714-a150-4d41-b368-73a643ce8a91 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Calling delete_port for c5de25e8-485b-43c0-aebc-70e3a91c2ab2 owned by network:floatingip {{(pid=113089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:54:10.170755 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-6c83c3b5-2f86-453e-99b3-f14d5677fb79 req-b8dc410e-7ae6-48d9-a3db-4a16b3f6d563 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/a6c677ab-6af0-4f2c-a283-77f539b0b8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909984 Aug 24 06:54:10.223177 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:10.266220 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-6c83c3b5-2f86-453e-99b3-f14d5677fb79 req-24984cd1-3688-4596-88b9-45e689e70d39 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/a6c677ab-6af0-4f2c-a283-77f539b0b8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876267 Aug 24 06:54:10.274602 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-5d0b5714-a150-4d41-b368-73a643ce8a91 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8818239'] for port (c5de25e8-485b-43c0-aebc-70e3a91c2ab2), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:10.302751 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b5714-a150-4d41-b368-73a643ce8a91 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Pushing event deleted for resources: {'Port': ['ID=c5de25e8-485b-43c0-aebc-70e3a91c2ab2,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:54:10.308467 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:10.368643 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-5d0b5714-a150-4d41-b368-73a643ce8a91 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks [] for floatingip (3481eb5d-2b7b-4fa6-ab4c-d6ff51edc043), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:10.368977 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.db.l3_db [None req-5d0b5714-a150-4d41-b368-73a643ce8a91 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Floating IP 3481eb5d-2b7b-4fa6-ab4c-d6ff51edc043 disassociated (deleted). External IP: 172.27.3.73, port: 4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c. Aug 24 06:54:10.478601 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-3be42d8e-ed5d-47f9-9462-6af805d68ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:10.577796 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0b5714-a150-4d41-b368-73a643ce8a91 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Router b7e2f323-a20a-4b9f-9b35-de0722850c92 has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:54:10.686727 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0b5714-a150-4d41-b368-73a643ce8a91 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:54:10.691862 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-5d0b5714-a150-4d41-b368-73a643ce8a91 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:10.697203 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aea8d9-028a-4141-8d20-dc4dee44b0ee None None] Sync routers for ids ['b7e2f323-a20a-4b9f-9b35-de0722850c92'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:54:10.699498 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=96 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:10.701487 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=88 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:10.710696 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aea8d9-028a-4141-8d20-dc4dee44b0ee None None] Routers {'b7e2f323-a20a-4b9f-9b35-de0722850c92'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:54:10.711339 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-b0aea8d9-028a-4141-8d20-dc4dee44b0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:53:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['b7e2f323-a20a-4b9f-9b35-de0722850c92'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:54:10.723863 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-5d0b5714-a150-4d41-b368-73a643ce8a91 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/3481eb5d-2b7b-4fa6-ab4c-d6ff51edc043 HTTP/1.1" status: 204 len: 168 time: 0.8384013 Aug 24 06:54:10.817483 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-b0aea8d9-028a-4141-8d20-dc4dee44b0ee None None] Set router b7e2f323-a20a-4b9f-9b35-de0722850c92 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:54:11.027322 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-b0aea8d9-028a-4141-8d20-dc4dee44b0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'name': 'tempest-TestMinimumBasicScenario-201067845-router', 'tenant_id': 'df1bd62253b1499d967691558359d094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '2f5fce9c-ab4f-473a-b698-10d5a40e8de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:52:03Z', 'updated_at': '2022-08-24T06:52:06Z', 'revision_number': 4, 'project_id': 'df1bd62253b1499d967691558359d094', 'gw_port': {'id': '2f5fce9c-ab4f-473a-b698-10d5a40e8de5', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:02:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:52:03Z', 'updated_at': '2022-08-24T06:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1', 'name': '', 'network_id': 'a6c677ab-6af0-4f2c-a283-77f539b0b8c3', 'tenant_id': 'df1bd62253b1499d967691558359d094', 'mac_address': 'fa:16:3e:5c:42:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'fa718812-4b58-48ce-84a0-fb68026d1153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:52:05Z', 'updated_at': '2022-08-24T06:52:12Z', 'revision_number': 5, 'project_id': 'df1bd62253b1499d967691558359d094', 'subnets': [{'id': 'fa718812-4b58-48ce-84a0-fb68026d1153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:54:11.052999 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aea8d9-028a-4141-8d20-dc4dee44b0ee None None] Checking router: b7e2f323-a20a-4b9f-9b35-de0722850c92 for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:54:11.062141 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aea8d9-028a-4141-8d20-dc4dee44b0ee None None] Routers {'b7e2f323-a20a-4b9f-9b35-de0722850c92'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:54:11.062744 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-b0aea8d9-028a-4141-8d20-dc4dee44b0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:53:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['b7e2f323-a20a-4b9f-9b35-de0722850c92'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:54:11.165667 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-b0aea8d9-028a-4141-8d20-dc4dee44b0ee None None] Set router b7e2f323-a20a-4b9f-9b35-de0722850c92 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:54:11.362222 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-b0aea8d9-028a-4141-8d20-dc4dee44b0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'name': 'tempest-TestMinimumBasicScenario-201067845-router', 'tenant_id': 'df1bd62253b1499d967691558359d094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '2f5fce9c-ab4f-473a-b698-10d5a40e8de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:52:03Z', 'updated_at': '2022-08-24T06:52:06Z', 'revision_number': 4, 'project_id': 'df1bd62253b1499d967691558359d094', 'gw_port': {'id': '2f5fce9c-ab4f-473a-b698-10d5a40e8de5', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:02:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:52:03Z', 'updated_at': '2022-08-24T06:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1', 'name': '', 'network_id': 'a6c677ab-6af0-4f2c-a283-77f539b0b8c3', 'tenant_id': 'df1bd62253b1499d967691558359d094', 'mac_address': 'fa:16:3e:5c:42:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'fa718812-4b58-48ce-84a0-fb68026d1153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:52:05Z', 'updated_at': '2022-08-24T06:52:12Z', 'revision_number': 5, 'project_id': 'df1bd62253b1499d967691558359d094', 'subnets': [{'id': 'fa718812-4b58-48ce-84a0-fb68026d1153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:54:11.388351 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aea8d9-028a-4141-8d20-dc4dee44b0ee None None] The sync data for ids ['b7e2f323-a20a-4b9f-9b35-de0722850c92'] in dv-cinder-854271-1-iscsi is: [{'id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'name': 'tempest-TestMinimumBasicScenario-201067845-router', 'tenant_id': 'df1bd62253b1499d967691558359d094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '2f5fce9c-ab4f-473a-b698-10d5a40e8de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:52:03Z', 'updated_at': '2022-08-24T06:52:06Z', 'revision_number': 4, 'project_id': 'df1bd62253b1499d967691558359d094', 'gw_port': {'id': '2f5fce9c-ab4f-473a-b698-10d5a40e8de5', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:02:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:52:03Z', 'updated_at': '2022-08-24T06:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1', 'name': '', 'network_id': 'a6c677ab-6af0-4f2c-a283-77f539b0b8c3', 'tenant_id': 'df1bd62253b1499d967691558359d094', 'mac_address': 'fa:16:3e:5c:42:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'fa718812-4b58-48ce-84a0-fb68026d1153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:52:05Z', 'updated_at': '2022-08-24T06:52:12Z', 'revision_number': 5, 'project_id': 'df1bd62253b1499d967691558359d094', 'subnets': [{'id': 'fa718812-4b58-48ce-84a0-fb68026d1153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:54:11.623882 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40491d9d-0aee-48dd-ad22-4cb02a4d3d34 None None] New status for floating IP 3481eb5d-2b7b-4fa6-ab4c-d6ff51edc043: DOWN {{(pid=113090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 06:54:11.659028 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b98800a-e40c-4451-ac2e-928cfdb5096d', 'tag': '4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c'}] {{(pid=113089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:54:11.661631 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95c9b8c2b54b2cd10d832cf4cc4818d331942fea0eff1eb136de0d3feea1bed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bf523c-115e-44ef-b506-4bfa39f1c0a2" -d '{"events": [{"name": "network-changed", "server_uuid": "2b98800a-e40c-4451-ac2e-928cfdb5096d", "tag": "4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c"}]}' {{(pid=113089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:54:11.704542 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f329d0-03a8-43f9-99a9-2dc478931d8f x-openstack-request-id: req-13f329d0-03a8-43f9-99a9-2dc478931d8f {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:54:11.704713 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b98800a-e40c-4451-ac2e-928cfdb5096d", "tag": "4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c", "status": "completed", "code": 200}]} {{(pid=113089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:54:11.704949 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-13f329d0-03a8-43f9-99a9-2dc478931d8f {{(pid=113089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:54:11.705358 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13f329d0-03a8-43f9-99a9-2dc478931d8f'] response: {'name': 'network-changed', 'server_uuid': '2b98800a-e40c-4451-ac2e-928cfdb5096d', 'tag': '4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c', 'status': 'completed', 'code': 200} Aug 24 06:54:11.772762 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf523c-115e-44ef-b506-4bfa39f1c0a2 req-87d2877d-6b8c-4996-8ce9-29680b8e9b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:54:11.774363 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-e8bf523c-115e-44ef-b506-4bfa39f1c0a2 req-87d2877d-6b8c-4996-8ce9-29680b8e9b1a service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=df1bd62253b1499d967691558359d094&device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 1130 time: 0.0457067 Aug 24 06:54:11.875817 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf523c-115e-44ef-b506-4bfa39f1c0a2 req-5fd212db-56e9-47f1-abd0-4145378449f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:54:11.877200 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-e8bf523c-115e-44ef-b506-4bfa39f1c0a2 req-5fd212db-56e9-47f1-abd0-4145378449f2 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=a6c677ab-6af0-4f2c-a283-77f539b0b8c3 HTTP/1.1" status: 200 len: 915 time: 0.0965333 Aug 24 06:54:11.920677 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-e8bf523c-115e-44ef-b506-4bfa39f1c0a2 req-232de733-8ef8-4b60-87b6-7bb2217a20f3 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c HTTP/1.1" status: 200 len: 217 time: 0.0364928 Aug 24 06:54:12.237373 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf523c-115e-44ef-b506-4bfa39f1c0a2 req-a73d0382-a95b-4c52-9373-05c671743947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:54:12.238900 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-e8bf523c-115e-44ef-b506-4bfa39f1c0a2 req-a73d0382-a95b-4c52-9373-05c671743947 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=fa718812-4b58-48ce-84a0-fb68026d1153 HTTP/1.1" status: 200 len: 853 time: 0.3111255 Aug 24 06:54:12.290788 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf523c-115e-44ef-b506-4bfa39f1c0a2 req-50bfb7b9-960f-4d6d-ac9c-e78c38952894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:54:12.294486 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-e8bf523c-115e-44ef-b506-4bfa39f1c0a2 req-50bfb7b9-960f-4d6d-ac9c-e78c38952894 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=a6c677ab-6af0-4f2c-a283-77f539b0b8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474248 Aug 24 06:54:12.398786 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-e8bf523c-115e-44ef-b506-4bfa39f1c0a2 req-54f4fae9-5f63-43de-b32f-b6cf732b5bdc service neutron] 10.222.0.58 "GET /networking/v2.0/networks/a6c677ab-6af0-4f2c-a283-77f539b0b8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977402 Aug 24 06:54:12.412804 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=100 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:12.424221 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:12.496601 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-e8bf523c-115e-44ef-b506-4bfa39f1c0a2 req-ab7672e0-6302-43e2-b782-97a3f14f666f service neutron] 10.222.0.58 "GET /networking/v2.0/networks/a6c677ab-6af0-4f2c-a283-77f539b0b8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912938 Aug 24 06:54:12.727347 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-84b05430-a39a-4675-b18d-fa732cc4917d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:13.525874 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08853d34-cc9c-4237-8432-b2818f1e3cd7 req-51f2eb45-2924-4be0-b94f-64fa73f4ec64 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:54:13.527398 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-08853d34-cc9c-4237-8432-b2818f1e3cd7 req-51f2eb45-2924-4be0-b94f-64fa73f4ec64 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 946 time: 0.0673110 Aug 24 06:54:13.577487 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-08853d34-cc9c-4237-8432-b2818f1e3cd7 req-456ffdba-65c7-46bf-9b7d-fae5d4a09a51 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419562 Aug 24 06:54:14.028305 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:14.718121 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1346e-bc2f-4569-aad7-5302cdcecab0 req-4b6d8664-5254-4d60-8d55-23a9e6d616bb tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:54:14.719803 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f5c1346e-bc2f-4569-aad7-5302cdcecab0 req-4b6d8664-5254-4d60-8d55-23a9e6d616bb tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 946 time: 0.0546997 Aug 24 06:54:14.777366 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-f5c1346e-bc2f-4569-aad7-5302cdcecab0 req-4aa22b0a-a70b-498f-bdb9-db46616c5e19 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d69a637a-5cc0-46e9-a649-5d79fc334184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513375 Aug 24 06:54:15.132536 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1cb3c-2c6b-472a-ac30-45ab229f81da req-5159f79c-f4af-4578-8bdd-da3f0eb9a3a5 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:54:15.133969 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-39c1cb3c-2c6b-472a-ac30-45ab229f81da req-5159f79c-f4af-4578-8bdd-da3f0eb9a3a5 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 946 time: 0.0607390 Aug 24 06:54:15.224340 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [req-39c1cb3c-2c6b-472a-ac30-45ab229f81da req-9880ff35-942e-4b56-85b0-841f48ef4374 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Deleting port 4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:54:15.224677 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-39c1cb3c-2c6b-472a-ac30-45ab229f81da req-9880ff35-942e-4b56-85b0-841f48ef4374 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:15.319220 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-39c1cb3c-2c6b-472a-ac30-45ab229f81da req-9880ff35-942e-4b56-85b0-841f48ef4374 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] For port 4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c,segment=NetworkSegment(073a8192-84a7-4ea7-82f7-98fca07a78e6),segment_id=073a8192-84a7-4ea7-82f7-98fca07a78e6)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:54:15.319574 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-39c1cb3c-2c6b-472a-ac30-45ab229f81da req-9880ff35-942e-4b56-85b0-841f48ef4374 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:15.332477 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [req-39c1cb3c-2c6b-472a-ac30-45ab229f81da req-9880ff35-942e-4b56-85b0-841f48ef4374 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Calling delete_port for 4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c owned by compute:nova {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:54:15.474183 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-39c1cb3c-2c6b-472a-ac30-45ab229f81da req-9880ff35-942e-4b56-85b0-841f48ef4374 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:15.506583 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880ff35-942e-4b56-85b0-841f48ef4374 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Pushing event deleted for resources: {'Port': ['ID=4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:54:15.524838 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:15.529412 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:15.553622 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c1cb3c-2c6b-472a-ac30-45ab229f81da req-9880ff35-942e-4b56-85b0-841f48ef4374 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] No DVR routers for this DVR port 4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c on host hv-cinder-85427 {{(pid=113088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:54:15.556321 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-39c1cb3c-2c6b-472a-ac30-45ab229f81da req-9880ff35-942e-4b56-85b0-841f48ef4374 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:15.560148 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-39c1cb3c-2c6b-472a-ac30-45ab229f81da req-9880ff35-942e-4b56-85b0-841f48ef4374 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.58 "DELETE /networking/v2.0/ports/4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c HTTP/1.1" status: 204 len: 173 time: 0.4194453 Aug 24 06:54:15.560596 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b98800a-e40c-4451-ac2e-928cfdb5096d', 'name': 'network-vif-deleted', 'tag': '4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:54:15.562926 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d07611e-5f84-48ce-afa1-26b56e00beb4" -d '{"events": [{"server_uuid": "2b98800a-e40c-4451-ac2e-928cfdb5096d", "name": "network-vif-deleted", "tag": "4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:54:15.676355 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b83528-9a36-4a84-bb95-84288e9a5f7c x-openstack-request-id: req-82b83528-9a36-4a84-bb95-84288e9a5f7c {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:54:15.676644 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b98800a-e40c-4451-ac2e-928cfdb5096d", "name": "network-vif-deleted", "tag": "4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:54:15.676928 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-82b83528-9a36-4a84-bb95-84288e9a5f7c {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:54:15.677329 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82b83528-9a36-4a84-bb95-84288e9a5f7c'] response: {'server_uuid': '2b98800a-e40c-4451-ac2e-928cfdb5096d', 'name': 'network-vif-deleted', 'tag': '4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c', 'status': 'completed', 'code': 200} Aug 24 06:54:15.919067 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-359e026b-cd6e-43fb-9bff-3650c9b3951f req-07e045dc-d2ea-4876-8c0e-0aecc5ba0ec3 tempest-TestMinimumBasicScenario-1826918311 tempest-TestMinimumBasicScenario-1826918311-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b98800a-e40c-4451-ac2e-928cfdb5096d HTTP/1.1" status: 200 len: 210 time: 0.0389938 Aug 24 06:54:17.342975 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:54:17.364735 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] No Port match for: 4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:54:17.365130 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 4ee82ac6-db5c-47dd-bb3c-71f70fad1c7c not bound to the agent host hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:54:17.604201 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 57710) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:54:17.859464 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:17.946865 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-95fa4f65-ba27-414b-a571-f663476bc6c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699757'] for router_interface (b7e2f323-a20a-4b9f-9b35-de0722850c92), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:18.300820 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:18.453721 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-95fa4f65-ba27-414b-a571-f663476bc6c8 admin admin] Deleting port 8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1 {{(pid=113089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:54:18.454029 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-95fa4f65-ba27-414b-a571-f663476bc6c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:18.537635 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.db [None req-95fa4f65-ba27-414b-a571-f663476bc6c8 admin admin] For port 8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1,segment=NetworkSegment(073a8192-84a7-4ea7-82f7-98fca07a78e6),segment_id=073a8192-84a7-4ea7-82f7-98fca07a78e6)] {{(pid=113089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:54:18.537950 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-95fa4f65-ba27-414b-a571-f663476bc6c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:18.551288 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-95fa4f65-ba27-414b-a571-f663476bc6c8 admin admin] Calling delete_port for 8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1 owned by network:router_interface {{(pid=113089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:54:18.761318 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-95fa4f65-ba27-414b-a571-f663476bc6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8818239'] for port (8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:18.789160 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa4f65-ba27-414b-a571-f663476bc6c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:54:18.959035 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-95fa4f65-ba27-414b-a571-f663476bc6c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699641'] for router_interface (b7e2f323-a20a-4b9f-9b35-de0722850c92), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:19.050586 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:19.167068 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:19.171215 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95fa4f65-ba27-414b-a571-f663476bc6c8 admin admin] Router b7e2f323-a20a-4b9f-9b35-de0722850c92 has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:54:19.293166 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fa4f65-ba27-414b-a571-f663476bc6c8 admin admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:54:19.298664 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-95fa4f65-ba27-414b-a571-f663476bc6c8 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/b7e2f323-a20a-4b9f-9b35-de0722850c92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6934018 Aug 24 06:54:19.301646 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 57714) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:54:19.302594 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0abf045-79bb-4ac9-a4f0-63785bd2265e None None] Sync routers for ids ['b7e2f323-a20a-4b9f-9b35-de0722850c92'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:54:19.317817 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0abf045-79bb-4ac9-a4f0-63785bd2265e None None] Routers {'b7e2f323-a20a-4b9f-9b35-de0722850c92'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:54:19.318844 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-d0abf045-79bb-4ac9-a4f0-63785bd2265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:54:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['b7e2f323-a20a-4b9f-9b35-de0722850c92'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:54:19.419891 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a9301650-1201-4a7e-9719-f7aff089ab94 admin admin] Publish callbacks [] for router (b7e2f323-a20a-4b9f-9b35-de0722850c92), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:19.514822 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-d0abf045-79bb-4ac9-a4f0-63785bd2265e None None] Set router b7e2f323-a20a-4b9f-9b35-de0722850c92 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:54:19.526312 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a9301650-1201-4a7e-9719-f7aff089ab94 admin admin] Publish callbacks [] for router_gateway (b7e2f323-a20a-4b9f-9b35-de0722850c92), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:19.572116 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-a9301650-1201-4a7e-9719-f7aff089ab94 admin admin] Deleting port 2f5fce9c-ab4f-473a-b698-10d5a40e8de5 {{(pid=113089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:54:19.572345 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a9301650-1201-4a7e-9719-f7aff089ab94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (2f5fce9c-ab4f-473a-b698-10d5a40e8de5), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:19.656357 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.db [None req-a9301650-1201-4a7e-9719-f7aff089ab94 admin admin] For port 2f5fce9c-ab4f-473a-b698-10d5a40e8de5, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=2f5fce9c-ab4f-473a-b698-10d5a40e8de5,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:54:19.656719 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a9301650-1201-4a7e-9719-f7aff089ab94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (2f5fce9c-ab4f-473a-b698-10d5a40e8de5), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:19.672292 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-a9301650-1201-4a7e-9719-f7aff089ab94 admin admin] Calling delete_port for 2f5fce9c-ab4f-473a-b698-10d5a40e8de5 owned by network:router_gateway {{(pid=113089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:54:19.682737 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-d0abf045-79bb-4ac9-a4f0-63785bd2265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'name': 'tempest-TestMinimumBasicScenario-201067845-router', 'tenant_id': 'df1bd62253b1499d967691558359d094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '2f5fce9c-ab4f-473a-b698-10d5a40e8de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:52:03Z', 'updated_at': '2022-08-24T06:54:18Z', 'revision_number': 5, 'project_id': 'df1bd62253b1499d967691558359d094', 'gw_port': {'id': '2f5fce9c-ab4f-473a-b698-10d5a40e8de5', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:02:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:52:03Z', 'updated_at': '2022-08-24T06:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi'}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:54:19.716694 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0abf045-79bb-4ac9-a4f0-63785bd2265e None None] Checking router: b7e2f323-a20a-4b9f-9b35-de0722850c92 for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:54:19.726505 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0abf045-79bb-4ac9-a4f0-63785bd2265e None None] Routers {'b7e2f323-a20a-4b9f-9b35-de0722850c92'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:54:19.727105 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-d0abf045-79bb-4ac9-a4f0-63785bd2265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:54:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['b7e2f323-a20a-4b9f-9b35-de0722850c92'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:54:19.729557 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=100 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:19.794760 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=100 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:19.810046 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-d0abf045-79bb-4ac9-a4f0-63785bd2265e None None] Set router b7e2f323-a20a-4b9f-9b35-de0722850c92 gateway port host: None {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:54:19.854404 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a9301650-1201-4a7e-9719-f7aff089ab94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8818239'] for port (2f5fce9c-ab4f-473a-b698-10d5a40e8de5), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:19.865084 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-d0abf045-79bb-4ac9-a4f0-63785bd2265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'name': 'tempest-TestMinimumBasicScenario-201067845-router', 'tenant_id': 'df1bd62253b1499d967691558359d094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:52:03Z', 'updated_at': '2022-08-24T06:54:19Z', 'revision_number': 6, 'project_id': 'df1bd62253b1499d967691558359d094', 'gw_port_host': None}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:54:19.880125 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9301650-1201-4a7e-9719-f7aff089ab94 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f5fce9c-ab4f-473a-b698-10d5a40e8de5,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:54:19.892802 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0abf045-79bb-4ac9-a4f0-63785bd2265e None None] The sync data for ids ['b7e2f323-a20a-4b9f-9b35-de0722850c92'] in dv-cinder-854271-1-iscsi is: [{'id': 'b7e2f323-a20a-4b9f-9b35-de0722850c92', 'name': 'tempest-TestMinimumBasicScenario-201067845-router', 'tenant_id': 'df1bd62253b1499d967691558359d094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:52:03Z', 'updated_at': '2022-08-24T06:54:19Z', 'revision_number': 6, 'project_id': 'df1bd62253b1499d967691558359d094', 'gw_port_host': None}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:54:19.945677 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a9301650-1201-4a7e-9719-f7aff089ab94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696360'] for router_gateway (b7e2f323-a20a-4b9f-9b35-de0722850c92), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:20.035011 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:20.037230 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a9301650-1201-4a7e-9719-f7aff089ab94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1699731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router (b7e2f323-a20a-4b9f-9b35-de0722850c92), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:20.040713 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a9301650-1201-4a7e-9719-f7aff089ab94 admin admin] Publish callbacks [] for router_controller (b7e2f323-a20a-4b9f-9b35-de0722850c92), precommit_delete_associations {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:20.093248 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a9301650-1201-4a7e-9719-f7aff089ab94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1699722'] for router (b7e2f323-a20a-4b9f-9b35-de0722850c92), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:20.093758 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9301650-1201-4a7e-9719-f7aff089ab94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7e2f323-a20a-4b9f-9b35-de0722850c92 {{(pid=113089) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 06:54:20.098702 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a9301650-1201-4a7e-9719-f7aff089ab94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:20.100055 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-a9301650-1201-4a7e-9719-f7aff089ab94 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/b7e2f323-a20a-4b9f-9b35-de0722850c92 HTTP/1.1" status: 204 len: 168 time: 0.7975566 Aug 24 06:54:20.102796 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 57716) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:54:20.139639 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:20.151732 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.db_base_plugin_v2 [None req-44bef38e-cb5d-4e80-9db9-689d93f58fda admin admin] Deleting subnet fa718812-4b58-48ce-84a0-fb68026d1153 {{(pid=113089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 06:54:20.155709 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-44bef38e-cb5d-4e80-9db9-689d93f58fda admin admin] Publish callbacks [] for subnet (fa718812-4b58-48ce-84a0-fb68026d1153), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:20.192400 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-44bef38e-cb5d-4e80-9db9-689d93f58fda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3691537'] for subnet (fa718812-4b58-48ce-84a0-fb68026d1153), precommit_delete_associations {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:20.277198 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-44bef38e-cb5d-4e80-9db9-689d93f58fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594230'] for subnet (fa718812-4b58-48ce-84a0-fb68026d1153), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:20.336071 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-44bef38e-cb5d-4e80-9db9-689d93f58fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8818282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8594167'] for subnet (fa718812-4b58-48ce-84a0-fb68026d1153), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:20.359497 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bef38e-cb5d-4e80-9db9-689d93f58fda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa718812-4b58-48ce-84a0-fb68026d1153,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:54:20.365507 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-44bef38e-cb5d-4e80-9db9-689d93f58fda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for subnet (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:20.368584 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-44bef38e-cb5d-4e80-9db9-689d93f58fda admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/fa718812-4b58-48ce-84a0-fb68026d1153 HTTP/1.1" status: 204 len: 168 time: 0.2644608 Aug 24 06:54:20.371274 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 57718) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:54:20.374862 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc6d9a2-8da9-45a3-b3f1-89fc8ba394ec None None] Network a6c677ab-6af0-4f2c-a283-77f539b0b8c3 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:54:20.442881 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a190e015-6137-41ba-98cb-59bda67b7898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623035'] for network (a6c677ab-6af0-4f2c-a283-77f539b0b8c3), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:20.486159 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-a190e015-6137-41ba-98cb-59bda67b7898 admin admin] Deleting port f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31 {{(pid=113089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:54:20.486495 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a190e015-6137-41ba-98cb-59bda67b7898 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:20.552702 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.db [None req-a190e015-6137-41ba-98cb-59bda67b7898 admin admin] For port f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31,segment=NetworkSegment(073a8192-84a7-4ea7-82f7-98fca07a78e6),segment_id=073a8192-84a7-4ea7-82f7-98fca07a78e6)] {{(pid=113089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:54:20.553060 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a190e015-6137-41ba-98cb-59bda67b7898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:20.566747 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-a190e015-6137-41ba-98cb-59bda67b7898 admin admin] Calling delete_port for f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31 owned by network:dhcp {{(pid=113089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:54:20.683141 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a190e015-6137-41ba-98cb-59bda67b7898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8818239'] for port (f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:20.688908 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ec23ee-fff0-42df-9051-c5f056d00158 None None] DHCP port deletion for a6c677ab-6af0-4f2c-a283-77f539b0b8c3 request from dv-cinder-854271-1-iscsi {{(pid=113090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 06:54:20.710682 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190e015-6137-41ba-98cb-59bda67b7898 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:54:20.719250 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a190e015-6137-41ba-98cb-59bda67b7898 admin admin] No DVR routers for this DVR port f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31 on host dv-cinder-854271-1-iscsi {{(pid=113089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:54:20.753342 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1 no longer exists at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:54:20.774296 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] No Port match for: 8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1 {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:54:20.774776 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 8ac99c51-8f10-4bfe-a1b7-76baae0ca5b1 not bound to the agent host dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:54:20.775299 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 2f5fce9c-ab4f-473a-b698-10d5a40e8de5 no longer exists at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:54:20.799861 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] No Port match for: 2f5fce9c-ab4f-473a-b698-10d5a40e8de5 {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:54:20.800207 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 2f5fce9c-ab4f-473a-b698-10d5a40e8de5 not bound to the agent host dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:54:20.800636 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31 no longer exists at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:54:20.810649 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a190e015-6137-41ba-98cb-59bda67b7898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-591158', 'neutron.services.segments.db._delete_segments_for_network-8748143077744'] for network (a6c677ab-6af0-4f2c-a283-77f539b0b8c3), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:20.820939 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] No Port match for: f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31 {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:54:20.821281 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device f4a07f0e-6d83-4eb4-9eed-b9a44ec9fe31 not bound to the agent host dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:54:20.835259 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.services.segments.db [None req-a190e015-6137-41ba-98cb-59bda67b7898 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c677ab-6af0-4f2c-a283-77f539b0b8c3']}} {{(pid=113089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:54:20.846069 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.services.segments.db [None req-a190e015-6137-41ba-98cb-59bda67b7898 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073a8192-84a7-4ea7-82f7-98fca07a78e6') {'for_net_delete': True} {{(pid=113089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:54:20.846371 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.services.segments.db [None req-a190e015-6137-41ba-98cb-59bda67b7898 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073a8192-84a7-4ea7-82f7-98fca07a78e6') {} {{(pid=113089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:54:20.856926 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a190e015-6137-41ba-98cb-59bda67b7898 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748143134702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3691544'] for segment (073a8192-84a7-4ea7-82f7-98fca07a78e6), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:20.870947 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a190e015-6137-41ba-98cb-59bda67b7898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (073a8192-84a7-4ea7-82f7-98fca07a78e6), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:20.877218 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a190e015-6137-41ba-98cb-59bda67b7898 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=113089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 06:54:20.877595 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a190e015-6137-41ba-98cb-59bda67b7898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8818188'] for segment (073a8192-84a7-4ea7-82f7-98fca07a78e6), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:20.906036 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.services.segments.plugin [-] Segment 073a8192-84a7-4ea7-82f7-98fca07a78e6 resource provider aggregate not found Aug 24 06:54:20.939809 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.services.segments.plugin [-] Segment 073a8192-84a7-4ea7-82f7-98fca07a78e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 073a8192-84a7-4ea7-82f7-98fca07a78e6 found for delete ", "request_id": "req-a666d727-f37d-468a-93e7-fd2de20ed2e9"}]} Aug 24 06:54:20.949431 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a190e015-6137-41ba-98cb-59bda67b7898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696332'] for network (a6c677ab-6af0-4f2c-a283-77f539b0b8c3), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:20.955875 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-a190e015-6137-41ba-98cb-59bda67b7898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:20.959075 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-a190e015-6137-41ba-98cb-59bda67b7898 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/a6c677ab-6af0-4f2c-a283-77f539b0b8c3 HTTP/1.1" status: 204 len: 168 time: 0.5869286 Aug 24 06:54:20.962372 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 57724) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:54:20.972437 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190e015-6137-41ba-98cb-59bda67b7898 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6c677ab-6af0-4f2c-a283-77f539b0b8c3,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:54:21.305404 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-02f3f177-feaa-4445-8c10-6b6d72f17ba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699757'] for router_interface (2f9cf13c-e02e-4043-b25a-9cfdebae70c0), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:21.384926 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:21.392175 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:21.534456 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-02f3f177-feaa-4445-8c10-6b6d72f17ba0 admin admin] Deleting port d6b285b7-c1e3-4d9e-a9d5-be4102fd164f {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:54:21.534734 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-02f3f177-feaa-4445-8c10-6b6d72f17ba0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (d6b285b7-c1e3-4d9e-a9d5-be4102fd164f), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:21.623517 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [None req-02f3f177-feaa-4445-8c10-6b6d72f17ba0 admin admin] For port d6b285b7-c1e3-4d9e-a9d5-be4102fd164f, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=d6b285b7-c1e3-4d9e-a9d5-be4102fd164f,segment=NetworkSegment(0d8fa28b-8a6f-49fb-83ce-398e9f007c2e),segment_id=0d8fa28b-8a6f-49fb-83ce-398e9f007c2e)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:54:21.624034 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-02f3f177-feaa-4445-8c10-6b6d72f17ba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (d6b285b7-c1e3-4d9e-a9d5-be4102fd164f), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:21.638994 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-02f3f177-feaa-4445-8c10-6b6d72f17ba0 admin admin] Calling delete_port for d6b285b7-c1e3-4d9e-a9d5-be4102fd164f owned by network:router_interface {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:54:21.640945 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:21.847336 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-02f3f177-feaa-4445-8c10-6b6d72f17ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (d6b285b7-c1e3-4d9e-a9d5-be4102fd164f), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:21.873672 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f3f177-feaa-4445-8c10-6b6d72f17ba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b285b7-c1e3-4d9e-a9d5-be4102fd164f,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:54:22.042784 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-02f3f177-feaa-4445-8c10-6b6d72f17ba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699641'] for router_interface (2f9cf13c-e02e-4043-b25a-9cfdebae70c0), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:22.253467 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:22.258978 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f3f177-feaa-4445-8c10-6b6d72f17ba0 admin admin] Router 2f9cf13c-e02e-4043-b25a-9cfdebae70c0 has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:54:22.304609 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:22.366037 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f3f177-feaa-4445-8c10-6b6d72f17ba0 admin admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:54:22.374552 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-02f3f177-feaa-4445-8c10-6b6d72f17ba0 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/2f9cf13c-e02e-4043-b25a-9cfdebae70c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4098473 Aug 24 06:54:22.374688 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 57726) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:54:22.379483 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5784e78c-5059-4c8c-a519-c403c61ba2a3 None None] Sync routers for ids ['2f9cf13c-e02e-4043-b25a-9cfdebae70c0'] in dv-cinder-854271-1-iscsi {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:54:22.395484 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5784e78c-5059-4c8c-a519-c403c61ba2a3 None None] Routers {'2f9cf13c-e02e-4043-b25a-9cfdebae70c0'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:54:22.396383 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-5784e78c-5059-4c8c-a519-c403c61ba2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:54:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['2f9cf13c-e02e-4043-b25a-9cfdebae70c0'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:54:22.467680 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:22.485572 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-489270d1-dd5c-4fae-8e0d-902ea2fcdc14 admin admin] Publish callbacks [] for router (2f9cf13c-e02e-4043-b25a-9cfdebae70c0), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:22.500206 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-5784e78c-5059-4c8c-a519-c403c61ba2a3 None None] Set router 2f9cf13c-e02e-4043-b25a-9cfdebae70c0 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:54:22.546859 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:22.588421 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-489270d1-dd5c-4fae-8e0d-902ea2fcdc14 admin admin] Publish callbacks [] for router_gateway (2f9cf13c-e02e-4043-b25a-9cfdebae70c0), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:22.631721 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-489270d1-dd5c-4fae-8e0d-902ea2fcdc14 admin admin] Deleting port ca3385dc-1cb3-4078-94af-a348292565bc {{(pid=113089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:54:22.632017 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-489270d1-dd5c-4fae-8e0d-902ea2fcdc14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (ca3385dc-1cb3-4078-94af-a348292565bc), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:22.662888 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:22.672125 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-5784e78c-5059-4c8c-a519-c403c61ba2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9cf13c-e02e-4043-b25a-9cfdebae70c0', 'name': 'tempest-TestMinimumBasicScenario-863123737-router', 'tenant_id': '98d4dbf837f7404a8ff6312b79a49b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ca3385dc-1cb3-4078-94af-a348292565bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:52:08Z', 'updated_at': '2022-08-24T06:54:21Z', 'revision_number': 5, 'project_id': '98d4dbf837f7404a8ff6312b79a49b04', 'gw_port': {'id': 'ca3385dc-1cb3-4078-94af-a348292565bc', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9cf13c-e02e-4043-b25a-9cfdebae70c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:52:08Z', 'updated_at': '2022-08-24T06:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi'}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:54:22.675726 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:22.700771 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5784e78c-5059-4c8c-a519-c403c61ba2a3 None None] Checking router: 2f9cf13c-e02e-4043-b25a-9cfdebae70c0 for host: dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:54:22.710789 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5784e78c-5059-4c8c-a519-c403c61ba2a3 None None] Routers {'2f9cf13c-e02e-4043-b25a-9cfdebae70c0'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:54:22.711430 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-5784e78c-5059-4c8c-a519-c403c61ba2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:54:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['2f9cf13c-e02e-4043-b25a-9cfdebae70c0'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:54:22.717855 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.db [None req-489270d1-dd5c-4fae-8e0d-902ea2fcdc14 admin admin] For port ca3385dc-1cb3-4078-94af-a348292565bc, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=ca3385dc-1cb3-4078-94af-a348292565bc,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:54:22.718228 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-489270d1-dd5c-4fae-8e0d-902ea2fcdc14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (ca3385dc-1cb3-4078-94af-a348292565bc), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:22.731879 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-489270d1-dd5c-4fae-8e0d-902ea2fcdc14 admin admin] Calling delete_port for ca3385dc-1cb3-4078-94af-a348292565bc owned by network:router_gateway {{(pid=113089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:54:22.798139 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-5784e78c-5059-4c8c-a519-c403c61ba2a3 None None] Set router 2f9cf13c-e02e-4043-b25a-9cfdebae70c0 gateway port host: None {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:54:22.906848 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-489270d1-dd5c-4fae-8e0d-902ea2fcdc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8818239'] for port (ca3385dc-1cb3-4078-94af-a348292565bc), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:22.933516 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489270d1-dd5c-4fae-8e0d-902ea2fcdc14 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca3385dc-1cb3-4078-94af-a348292565bc,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:54:22.980976 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-5784e78c-5059-4c8c-a519-c403c61ba2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9cf13c-e02e-4043-b25a-9cfdebae70c0', 'name': 'tempest-TestMinimumBasicScenario-863123737-router', 'tenant_id': '98d4dbf837f7404a8ff6312b79a49b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:52:08Z', 'updated_at': '2022-08-24T06:54:22Z', 'revision_number': 6, 'project_id': '98d4dbf837f7404a8ff6312b79a49b04', 'gw_port_host': None}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:54:23.001574 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-489270d1-dd5c-4fae-8e0d-902ea2fcdc14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696360'] for router_gateway (2f9cf13c-e02e-4043-b25a-9cfdebae70c0), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:23.005953 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5784e78c-5059-4c8c-a519-c403c61ba2a3 None None] The sync data for ids ['2f9cf13c-e02e-4043-b25a-9cfdebae70c0'] in dv-cinder-854271-1-iscsi is: [{'id': '2f9cf13c-e02e-4043-b25a-9cfdebae70c0', 'name': 'tempest-TestMinimumBasicScenario-863123737-router', 'tenant_id': '98d4dbf837f7404a8ff6312b79a49b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:52:08Z', 'updated_at': '2022-08-24T06:54:22Z', 'revision_number': 6, 'project_id': '98d4dbf837f7404a8ff6312b79a49b04', 'gw_port_host': None}] {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:54:23.092490 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-489270d1-dd5c-4fae-8e0d-902ea2fcdc14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1699731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router (2f9cf13c-e02e-4043-b25a-9cfdebae70c0), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:23.094736 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-489270d1-dd5c-4fae-8e0d-902ea2fcdc14 admin admin] Publish callbacks [] for router_controller (2f9cf13c-e02e-4043-b25a-9cfdebae70c0), precommit_delete_associations {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:23.140512 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-489270d1-dd5c-4fae-8e0d-902ea2fcdc14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1699722'] for router (2f9cf13c-e02e-4043-b25a-9cfdebae70c0), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:23.141100 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489270d1-dd5c-4fae-8e0d-902ea2fcdc14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f9cf13c-e02e-4043-b25a-9cfdebae70c0 {{(pid=113089) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 06:54:23.145861 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-489270d1-dd5c-4fae-8e0d-902ea2fcdc14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:23.147007 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-489270d1-dd5c-4fae-8e0d-902ea2fcdc14 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/2f9cf13c-e02e-4043-b25a-9cfdebae70c0 HTTP/1.1" status: 204 len: 168 time: 0.7720678 Aug 24 06:54:23.149864 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 57728) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:54:23.195966 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ddb4285-eb01-4322-b4f0-e9b230aac90b admin admin] Deleting subnet f188179c-3783-48fd-a95d-fe371539b282 {{(pid=113089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 06:54:23.199332 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2ddb4285-eb01-4322-b4f0-e9b230aac90b admin admin] Publish callbacks [] for subnet (f188179c-3783-48fd-a95d-fe371539b282), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:23.237644 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2ddb4285-eb01-4322-b4f0-e9b230aac90b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3691537'] for subnet (f188179c-3783-48fd-a95d-fe371539b282), precommit_delete_associations {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:23.318387 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2ddb4285-eb01-4322-b4f0-e9b230aac90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594230'] for subnet (f188179c-3783-48fd-a95d-fe371539b282), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:23.349067 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:23.376925 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2ddb4285-eb01-4322-b4f0-e9b230aac90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8818282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8594167'] for subnet (f188179c-3783-48fd-a95d-fe371539b282), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:23.382191 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=12 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:23.405023 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb4285-eb01-4322-b4f0-e9b230aac90b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f188179c-3783-48fd-a95d-fe371539b282,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:54:23.410083 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2ddb4285-eb01-4322-b4f0-e9b230aac90b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for subnet (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:23.412874 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-2ddb4285-eb01-4322-b4f0-e9b230aac90b admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/f188179c-3783-48fd-a95d-fe371539b282 HTTP/1.1" status: 204 len: 168 time: 0.2621558 Aug 24 06:54:23.415496 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 57730) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:54:23.420793 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62db6b1f-1e09-456a-bef1-4cf95659b7d1 None None] Network cc3c498a-0572-41ea-9667-6532032db4f1 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:54:23.498395 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2c07d3b5-2241-4705-873c-f9bf462138d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623035'] for network (cc3c498a-0572-41ea-9667-6532032db4f1), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:23.541455 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-2c07d3b5-2241-4705-873c-f9bf462138d4 admin admin] Deleting port e13e9d90-0d40-4857-9604-f909f30b85ca {{(pid=113089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:54:23.541793 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2c07d3b5-2241-4705-873c-f9bf462138d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (e13e9d90-0d40-4857-9604-f909f30b85ca), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:23.609689 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.db [None req-2c07d3b5-2241-4705-873c-f9bf462138d4 admin admin] For port e13e9d90-0d40-4857-9604-f909f30b85ca, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=e13e9d90-0d40-4857-9604-f909f30b85ca,segment=NetworkSegment(0d8fa28b-8a6f-49fb-83ce-398e9f007c2e),segment_id=0d8fa28b-8a6f-49fb-83ce-398e9f007c2e)] {{(pid=113089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:54:23.609929 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2c07d3b5-2241-4705-873c-f9bf462138d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (e13e9d90-0d40-4857-9604-f909f30b85ca), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:23.623556 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-2c07d3b5-2241-4705-873c-f9bf462138d4 admin admin] Calling delete_port for e13e9d90-0d40-4857-9604-f909f30b85ca owned by network:dhcp {{(pid=113089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:54:23.709945 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2c07d3b5-2241-4705-873c-f9bf462138d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8818239'] for port (e13e9d90-0d40-4857-9604-f909f30b85ca), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:23.743104 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07d3b5-2241-4705-873c-f9bf462138d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e13e9d90-0d40-4857-9604-f909f30b85ca,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:54:23.748601 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c07d3b5-2241-4705-873c-f9bf462138d4 admin admin] No DVR routers for this DVR port e13e9d90-0d40-4857-9604-f909f30b85ca on host dv-cinder-854271-1-iscsi {{(pid=113089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:54:23.781011 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26364029-7052-499d-8786-10c990380d5e None None] DHCP port deletion for cc3c498a-0572-41ea-9667-6532032db4f1 request from dv-cinder-854271-1-iscsi {{(pid=113090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 06:54:23.832960 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2c07d3b5-2241-4705-873c-f9bf462138d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-591158', 'neutron.services.segments.db._delete_segments_for_network-8748143077744'] for network (cc3c498a-0572-41ea-9667-6532032db4f1), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:23.854095 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.services.segments.db [None req-2c07d3b5-2241-4705-873c-f9bf462138d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc3c498a-0572-41ea-9667-6532032db4f1']}} {{(pid=113089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:54:23.866161 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.services.segments.db [None req-2c07d3b5-2241-4705-873c-f9bf462138d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d8fa28b-8a6f-49fb-83ce-398e9f007c2e') {'for_net_delete': True} {{(pid=113089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:54:23.866463 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.services.segments.db [None req-2c07d3b5-2241-4705-873c-f9bf462138d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d8fa28b-8a6f-49fb-83ce-398e9f007c2e') {} {{(pid=113089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:54:23.879852 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2c07d3b5-2241-4705-873c-f9bf462138d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748143134702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3691544'] for segment (0d8fa28b-8a6f-49fb-83ce-398e9f007c2e), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:23.895923 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2c07d3b5-2241-4705-873c-f9bf462138d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (0d8fa28b-8a6f-49fb-83ce-398e9f007c2e), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:23.905772 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c07d3b5-2241-4705-873c-f9bf462138d4 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=113089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 06:54:23.905772 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2c07d3b5-2241-4705-873c-f9bf462138d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8818188'] for segment (0d8fa28b-8a6f-49fb-83ce-398e9f007c2e), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:23.923706 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.services.segments.plugin [-] Segment 0d8fa28b-8a6f-49fb-83ce-398e9f007c2e resource provider aggregate not found Aug 24 06:54:23.967637 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.services.segments.plugin [-] Segment 0d8fa28b-8a6f-49fb-83ce-398e9f007c2e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d8fa28b-8a6f-49fb-83ce-398e9f007c2e found for delete ", "request_id": "req-7080a7eb-7fb4-404e-9674-3122971d6b2a"}]} Aug 24 06:54:23.980394 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2c07d3b5-2241-4705-873c-f9bf462138d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696332'] for network (cc3c498a-0572-41ea-9667-6532032db4f1), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:23.985841 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2c07d3b5-2241-4705-873c-f9bf462138d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:23.989691 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-2c07d3b5-2241-4705-873c-f9bf462138d4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/cc3c498a-0572-41ea-9667-6532032db4f1 HTTP/1.1" status: 204 len: 168 time: 0.5726843 Aug 24 06:54:24.001242 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07d3b5-2241-4705-873c-f9bf462138d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc3c498a-0572-41ea-9667-6532032db4f1,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:54:24.170367 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 57738) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:54:24.212032 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-3b7e59fc-8f79-4c44-b489-1f0542efb3d2 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=df1bd62253b1499d967691558359d094&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420539 Aug 24 06:54:24.214679 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 57740) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:54:24.265779 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2eb69c7c-5698-43e7-972c-04b3c8eda478 admin admin] Publish callbacks [] for security_group (d69a637a-5cc0-46e9-a649-5d79fc334184), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:24.286230 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2eb69c7c-5698-43e7-972c-04b3c8eda478 admin admin] Publish callbacks [] for security_group (d69a637a-5cc0-46e9-a649-5d79fc334184), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:24.345992 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2eb69c7c-5698-43e7-972c-04b3c8eda478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (d69a637a-5cc0-46e9-a649-5d79fc334184), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:24.348903 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-2eb69c7c-5698-43e7-972c-04b3c8eda478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:24.352499 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-2eb69c7c-5698-43e7-972c-04b3c8eda478 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d69a637a-5cc0-46e9-a649-5d79fc334184 HTTP/1.1" status: 204 len: 168 time: 0.1344593 Aug 24 06:54:24.358572 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb69c7c-5698-43e7-972c-04b3c8eda478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69a637a-5cc0-46e9-a649-5d79fc334184,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:54:24.446872 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device e13e9d90-0d40-4857-9604-f909f30b85ca no longer exists at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:54:24.467146 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] No Port match for: e13e9d90-0d40-4857-9604-f909f30b85ca {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:54:24.467519 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device e13e9d90-0d40-4857-9604-f909f30b85ca not bound to the agent host dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:54:24.467944 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device d6b285b7-c1e3-4d9e-a9d5-be4102fd164f no longer exists at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:54:24.489402 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] No Port match for: d6b285b7-c1e3-4d9e-a9d5-be4102fd164f {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:54:24.489825 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device d6b285b7-c1e3-4d9e-a9d5-be4102fd164f not bound to the agent host dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:54:24.490244 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device ca3385dc-1cb3-4078-94af-a348292565bc no longer exists at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:54:24.508761 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] No Port match for: ca3385dc-1cb3-4078-94af-a348292565bc {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:54:24.509103 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device ca3385dc-1cb3-4078-94af-a348292565bc not bound to the agent host dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:54:24.702851 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 57746) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:54:24.749187 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-d6357c2d-2900-4cfd-a2ee-756c61257987 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=98d4dbf837f7404a8ff6312b79a49b04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451548 Aug 24 06:54:24.751944 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 57748) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:54:24.805331 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-55e7642f-2e98-42d2-96a5-ca3968401b9b admin admin] Publish callbacks [] for security_group (391595c9-da9a-47d0-bf31-692c8ffb103d), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:24.826713 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-55e7642f-2e98-42d2-96a5-ca3968401b9b admin admin] Publish callbacks [] for security_group (391595c9-da9a-47d0-bf31-692c8ffb103d), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:24.876052 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-55e7642f-2e98-42d2-96a5-ca3968401b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (391595c9-da9a-47d0-bf31-692c8ffb103d), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:24.878813 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-55e7642f-2e98-42d2-96a5-ca3968401b9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:24.880116 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-55e7642f-2e98-42d2-96a5-ca3968401b9b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/391595c9-da9a-47d0-bf31-692c8ffb103d HTTP/1.1" status: 204 len: 168 time: 0.1271996 Aug 24 06:54:24.887967 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7642f-2e98-42d2-96a5-ca3968401b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391595c9-da9a-47d0-bf31-692c8ffb103d,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:54:29.867251 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=4 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:29.869166 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=9 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:34.494135 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=24 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:34.744476 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=86,neutron:DELETE=5 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:34.746893 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=77,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:34.860525 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=21,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:34.883857 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=30,neutron:DELETE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:34.900694 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=28 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:35.118916 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:54:40.483639 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-22b27fc7-5a52-487d-8d2c-f27cd782cb61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:42.731341 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-cace71f6-ad48-40a6-8211-f4f505214249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:44.029453 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:45.527320 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:45.531232 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:51.647566 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:54:53.087346 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=4 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:54:53.088541 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=4 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:55:01.634954 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:55:01.641412 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:55:09.061772 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:55:10.480044 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-9d7ca469-9d35-4c94-8e52-37a93c7685bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:12.112650 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:55:12.732853 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-9af71e0d-33e4-4f3e-8f96-d3dbd5d48c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:14.033079 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:15.530202 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:15.533188 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:21.642304 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:30.084139 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=3 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:55:30.085348 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=5 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:55:31.632808 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:55:31.636283 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:55:33.540492 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-00962b77-8550-450c-9eaa-e63db7a3efc3 req-08959ea1-4fba-4bb8-866e-634a26377d25 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=3ee45cee-a4b1-4777-86f8-f23b02b7a717&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498848 Aug 24 06:55:33.629462 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00962b77-8550-450c-9eaa-e63db7a3efc3 req-cfbaeee0-05c6-4c8f-b76b-42e98f7a25a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:55:33.630941 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-00962b77-8550-450c-9eaa-e63db7a3efc3 req-cfbaeee0-05c6-4c8f-b76b-42e98f7a25a9 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=13dae75bec47489cac0248f2bb2c197d&device_id=3ee45cee-a4b1-4777-86f8-f23b02b7a717 HTTP/1.1" status: 200 len: 1129 time: 0.0427206 Aug 24 06:55:33.741573 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00962b77-8550-450c-9eaa-e63db7a3efc3 req-326ad1d5-f310-4c0c-8f60-7b5a32eb7715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:55:33.743817 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-00962b77-8550-450c-9eaa-e63db7a3efc3 req-326ad1d5-f310-4c0c-8f60-7b5a32eb7715 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=ac79ef75-2295-49c5-bcaa-808b501af7f4 HTTP/1.1" status: 200 len: 913 time: 0.0913267 Aug 24 06:55:33.822179 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-00962b77-8550-450c-9eaa-e63db7a3efc3 req-3cb09f34-a67f-4c3e-84ff-f8d813b669f6 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3d781cc-da3d-46ce-a318-5016c813ab3a HTTP/1.1" status: 200 len: 1001 time: 0.0708117 Aug 24 06:55:33.877823 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00962b77-8550-450c-9eaa-e63db7a3efc3 req-c80ba4d4-4715-4afd-a05e-754111044a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:55:33.879324 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-00962b77-8550-450c-9eaa-e63db7a3efc3 req-c80ba4d4-4715-4afd-a05e-754111044a7c service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f HTTP/1.1" status: 200 len: 851 time: 0.0504663 Aug 24 06:55:33.928180 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00962b77-8550-450c-9eaa-e63db7a3efc3 req-af4dd02e-088e-445b-9e39-57cc02c33f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:55:33.929777 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-00962b77-8550-450c-9eaa-e63db7a3efc3 req-af4dd02e-088e-445b-9e39-57cc02c33f58 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=ac79ef75-2295-49c5-bcaa-808b501af7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429037 Aug 24 06:55:34.032448 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-00962b77-8550-450c-9eaa-e63db7a3efc3 req-3f7305cd-f705-462e-abb4-aa3224fd7f1b service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956559 Aug 24 06:55:34.129722 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-00962b77-8550-450c-9eaa-e63db7a3efc3 req-625b8885-5349-4c16-bd5a-13804d94f546 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901978 Aug 24 06:55:35.398024 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-fc3d3bf4-4772-4011-8d43-726b4d3f806b tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1819948811&fields=id&tenant_id=13dae75bec47489cac0248f2bb2c197d HTTP/1.1" status: 200 len: 267 time: 0.0525079 Aug 24 06:55:35.515845 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-cc6b826c-a7ee-4b20-901c-cc305e129354 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:55:35.517379 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-cc6b826c-a7ee-4b20-901c-cc305e129354 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/networks?id=ac79ef75-2295-49c5-bcaa-808b501af7f4 HTTP/1.1" status: 200 len: 812 time: 0.1097414 Aug 24 06:55:35.532181 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-a2f1eedf-f19a-407e-9741-a707c3854ea1 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/quotas/13dae75bec47489cac0248f2bb2c197d HTTP/1.1" status: 200 len: 375 time: 0.0091028 Aug 24 06:55:35.590095 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-36c0204e-1638-4d49-858e-26fb687ffdc0 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=13dae75bec47489cac0248f2bb2c197d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525811 Aug 24 06:55:35.608470 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-82c97df9-b445-4c83-b786-330b9c087465 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113089) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 06:55:35.609436 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-82c97df9-b445-4c83-b786-330b9c087465 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053101 Aug 24 06:55:35.710686 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-fa6343e3-5500-4c6d-bc0e-5907d8c3f84b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955133 Aug 24 06:55:36.081284 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-8aa5c66a-c1ad-4759-b18e-82914323198a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617253 Aug 24 06:55:36.521633 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-5be5377f-d463-4a34-8d7b-c848b389c4cc req-3e5323b0-ca7b-4b89-8118-12044246d73f tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=58b331a6-2211-49f1-a25a-4f0ab4e24e97 HTTP/1.1" status: 200 len: 210 time: 0.0286987 Aug 24 06:55:37.646629 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4dd44d85-b90f-44d4-8d97-d36593caf7c4 req-91bd3b00-bf56-4be8-91df-83fc345198e1 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=58b331a6-2211-49f1-a25a-4f0ab4e24e97 HTTP/1.1" status: 200 len: 210 time: 0.0294714 Aug 24 06:55:37.655381 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-18c1044b-f7dd-4ad3-ac35-9884cc6485c3 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:55:37.656824 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-18c1044b-f7dd-4ad3-ac35-9884cc6485c3 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.58 "GET /networking/v2.0/networks?id=ac79ef75-2295-49c5-bcaa-808b501af7f4 HTTP/1.1" status: 200 len: 812 time: 0.1088462 Aug 24 06:55:37.831781 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-e0cc3128-4eaa-4b94-9950-05426f0c4848 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=13dae75bec47489cac0248f2bb2c197d HTTP/1.1" status: 200 len: 380 time: 0.0647736 Aug 24 06:55:37.843313 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-2d04e5de-4bee-48c5-be60-49ebd062dd75 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Request body: {'port': {'device_id': '58b331a6-2211-49f1-a25a-4f0ab4e24e97', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'admin_state_up': True, 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'security_groups': ['e85ccc86-689c-4e54-9a0b-aaa37444d21c']}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:55:37.965684 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-2d04e5de-4bee-48c5-be60-49ebd062dd75 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Made reservation on behalf of 13dae75bec47489cac0248f2bb2c197d for: {'port': 1} {{(pid=113088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 06:55:37.969396 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-2d04e5de-4bee-48c5-be60-49ebd062dd75 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:38.104134 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-2d04e5de-4bee-48c5-be60-49ebd062dd75 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Allocated IP 172.20.0.11 (ac79ef75-2295-49c5-bcaa-808b501af7f4/a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f/7f753638-2785-4b52-9f64-9e1f5fbc9749) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:55:38.112376 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:55:38.113859 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:55:38.248245 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-2d04e5de-4bee-48c5-be60-49ebd062dd75 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for port (7f753638-2785-4b52-9f64-9e1f5fbc9749), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:38.280564 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-2d04e5de-4bee-48c5-be60-49ebd062dd75 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (7f753638-2785-4b52-9f64-9e1f5fbc9749), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:38.326186 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-2d04e5de-4bee-48c5-be60-49ebd062dd75 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Network ac79ef75-2295-49c5-bcaa-808b501af7f4 is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:55:38.331800 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-2d04e5de-4bee-48c5-be60-49ebd062dd75 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:55:38.338730 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-2d04e5de-4bee-48c5-be60-49ebd062dd75 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:55:38.371731 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04e5de-4bee-48c5-be60-49ebd062dd75 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Pushing event updated for resources: {'Port': ['ID=7f753638-2785-4b52-9f64-9e1f5fbc9749,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:55:38.387537 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04e5de-4bee-48c5-be60-49ebd062dd75 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:55:38.387872 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04e5de-4bee-48c5-be60-49ebd062dd75 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:55:38.388204 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04e5de-4bee-48c5-be60-49ebd062dd75 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:55:38.388532 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04e5de-4bee-48c5-be60-49ebd062dd75 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:55:38.388855 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04e5de-4bee-48c5-be60-49ebd062dd75 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:55:38.389174 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04e5de-4bee-48c5-be60-49ebd062dd75 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:55:38.389487 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04e5de-4bee-48c5-be60-49ebd062dd75 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:55:38.389806 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04e5de-4bee-48c5-be60-49ebd062dd75 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:55:38.390120 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04e5de-4bee-48c5-be60-49ebd062dd75 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:55:38.390434 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04e5de-4bee-48c5-be60-49ebd062dd75 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:55:38.390744 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04e5de-4bee-48c5-be60-49ebd062dd75 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:55:38.391054 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04e5de-4bee-48c5-be60-49ebd062dd75 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:55:38.391388 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04e5de-4bee-48c5-be60-49ebd062dd75 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:55:38.391734 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04e5de-4bee-48c5-be60-49ebd062dd75 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:55:38.392039 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04e5de-4bee-48c5-be60-49ebd062dd75 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:55:38.410815 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-2d04e5de-4bee-48c5-be60-49ebd062dd75 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:55:38.411464 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-2d04e5de-4bee-48c5-be60-49ebd062dd75 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:38.428958 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-2d04e5de-4bee-48c5-be60-49ebd062dd75 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5892427 Aug 24 06:55:38.444656 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-59bfda61-5180-4cd8-85a6-ddcc60ce43af service neutron] Request body: {'port': {'device_id': '58b331a6-2211-49f1-a25a-4f0ab4e24e97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:55:38.517793 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-59bfda61-5180-4cd8-85a6-ddcc60ce43af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (7f753638-2785-4b52-9f64-9e1f5fbc9749), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:38.545109 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-3a707380-20a7-4857-ba72-e613118b3e9b None None] Provisioning complete for port 7f753638-2785-4b52-9f64-9e1f5fbc9749 triggered by entity DHCP. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:55:38.545702 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-3a707380-20a7-4857-ba72-e613118b3e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (7f753638-2785-4b52-9f64-9e1f5fbc9749), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:38.577969 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-3a707380-20a7-4857-ba72-e613118b3e9b None None] Port 7f753638-2785-4b52-9f64-9e1f5fbc9749 cannot update to ACTIVE because it is not bound. {{(pid=113090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 06:55:38.772643 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a1f14-ade8-446c-8e24-1acd4e51bc3d req-994b17c1-dfcf-4d29-9708-005212710006 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:55:38.774846 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c35a1f14-ade8-446c-8e24-1acd4e51bc3d req-994b17c1-dfcf-4d29-9708-005212710006 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=58b331a6-2211-49f1-a25a-4f0ab4e24e97 HTTP/1.1" status: 200 len: 932 time: 0.0491514 Aug 24 06:55:38.777100 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-59bfda61-5180-4cd8-85a6-ddcc60ce43af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f753638-2785-4b52-9f64-9e1f5fbc9749 {{(pid=113088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:55:38.785988 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-59bfda61-5180-4cd8-85a6-ddcc60ce43af service neutron] Publish callbacks [] for port (7f753638-2785-4b52-9f64-9e1f5fbc9749), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:38.799290 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.provisioning_blocks [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-59bfda61-5180-4cd8-85a6-ddcc60ce43af service neutron] Transition to ACTIVE for port object 7f753638-2785-4b52-9f64-9e1f5fbc9749 will not be triggered until provisioned by entity L2. {{(pid=113088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 06:55:38.804334 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-59bfda61-5180-4cd8-85a6-ddcc60ce43af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (7f753638-2785-4b52-9f64-9e1f5fbc9749), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:38.831316 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-c35a1f14-ade8-446c-8e24-1acd4e51bc3d req-d7eb9112-3224-45c8-b2fa-99c996e837dd tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505161 Aug 24 06:55:38.834024 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:55:38.888483 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bfda61-5180-4cd8-85a6-ddcc60ce43af service neutron] Pushing event updated for resources: {'Port': ['ID=7f753638-2785-4b52-9f64-9e1f5fbc9749,revision_number=2']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:55:38.920495 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-59bfda61-5180-4cd8-85a6-ddcc60ce43af service neutron] Attempting to bind port 7f753638-2785-4b52-9f64-9e1f5fbc9749 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 06:55:38.920824 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-59bfda61-5180-4cd8-85a6-ddcc60ce43af service neutron] Attempting to bind port 7f753638-2785-4b52-9f64-9e1f5fbc9749 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': 'c71feeb6-08f7-4d1b-9e7b-438449adf7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4'}] {{(pid=113088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 06:55:38.921145 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-59bfda61-5180-4cd8-85a6-ddcc60ce43af service neutron] Attempting to bind port 7f753638-2785-4b52-9f64-9e1f5fbc9749 on network ac79ef75-2295-49c5-bcaa-808b501af7f4 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:55:38.926101 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-59bfda61-5180-4cd8-85a6-ddcc60ce43af service neutron] Port 7f753638-2785-4b52-9f64-9e1f5fbc9749 on network ac79ef75-2295-49c5-bcaa-808b501af7f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 06:55:38.926413 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-59bfda61-5180-4cd8-85a6-ddcc60ce43af service neutron] Attempting to bind port 7f753638-2785-4b52-9f64-9e1f5fbc9749 on network ac79ef75-2295-49c5-bcaa-808b501af7f4 {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 06:55:38.931604 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-59bfda61-5180-4cd8-85a6-ddcc60ce43af service neutron] Checking agent: {'id': '92318399-7fe8-4397-ad86-085269988e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'started_at': datetime.datetime(2022, 8, 24, 6, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 6, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 06:55:38.931937 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-59bfda61-5180-4cd8-85a6-ddcc60ce43af service neutron] Checking segment: {'id': 'c71feeb6-08f7-4d1b-9e7b-438449adf7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 06:55:38.932309 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-59bfda61-5180-4cd8-85a6-ddcc60ce43af service neutron] Bound using segment: {'id': 'c71feeb6-08f7-4d1b-9e7b-438449adf7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4'} {{(pid=113088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 06:55:38.932817 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.managers [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-59bfda61-5180-4cd8-85a6-ddcc60ce43af service neutron] Bound port: 7f753638-2785-4b52-9f64-9e1f5fbc9749, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c71feeb6-08f7-4d1b-9e7b-438449adf7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4'}}] {{(pid=113088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 06:55:38.933113 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-59bfda61-5180-4cd8-85a6-ddcc60ce43af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (7f753638-2785-4b52-9f64-9e1f5fbc9749), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:38.975892 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:55:38.996371 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-59bfda61-5180-4cd8-85a6-ddcc60ce43af service neutron] For port 7f753638-2785-4b52-9f64-9e1f5fbc9749, host hv-cinder-85427, cleared binding levels {{(pid=113088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 06:55:38.999687 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-59bfda61-5180-4cd8-85a6-ddcc60ce43af service neutron] For port 7f753638-2785-4b52-9f64-9e1f5fbc9749, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=7f753638-2785-4b52-9f64-9e1f5fbc9749,segment=NetworkSegment(c71feeb6-08f7-4d1b-9e7b-438449adf7e7),segment_id=c71feeb6-08f7-4d1b-9e7b-438449adf7e7)] {{(pid=113088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 06:55:39.009128 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-59bfda61-5180-4cd8-85a6-ddcc60ce43af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (7f753638-2785-4b52-9f64-9e1f5fbc9749), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:39.016272 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-59bfda61-5180-4cd8-85a6-ddcc60ce43af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:55:39.017246 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-59bfda61-5180-4cd8-85a6-ddcc60ce43af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:39.019380 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-59bfda61-5180-4cd8-85a6-ddcc60ce43af service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/7f753638-2785-4b52-9f64-9e1f5fbc9749 HTTP/1.1" status: 200 len: 1094 time: 0.5827746 Aug 24 06:55:39.020631 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b331a6-2211-49f1-a25a-4f0ab4e24e97', 'tag': '7f753638-2785-4b52-9f64-9e1f5fbc9749'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:55:39.022945 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5924e72-a94b-4103-9ef4-b1d45dd91314" -d '{"events": [{"name": "network-changed", "server_uuid": "58b331a6-2211-49f1-a25a-4f0ab4e24e97", "tag": "7f753638-2785-4b52-9f64-9e1f5fbc9749"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:55:39.078304 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2283fc-331c-4fd2-b727-78e6947d4dd3 x-openstack-request-id: req-6f2283fc-331c-4fd2-b727-78e6947d4dd3 {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:55:39.078592 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b331a6-2211-49f1-a25a-4f0ab4e24e97", "tag": "7f753638-2785-4b52-9f64-9e1f5fbc9749", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:55:39.078842 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6f2283fc-331c-4fd2-b727-78e6947d4dd3 {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:55:39.079234 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f2283fc-331c-4fd2-b727-78e6947d4dd3'] response: {'name': 'network-changed', 'server_uuid': '58b331a6-2211-49f1-a25a-4f0ab4e24e97', 'tag': '7f753638-2785-4b52-9f64-9e1f5fbc9749', 'status': 'completed', 'code': 200} Aug 24 06:55:39.094720 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bfda61-5180-4cd8-85a6-ddcc60ce43af service neutron] Pushing event updated for resources: {'Port': ['ID=7f753638-2785-4b52-9f64-9e1f5fbc9749,revision_number=3']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:55:39.108873 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-0158de75-d512-4a48-8679-ec35ceaeb4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:55:39.110386 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-0158de75-d512-4a48-8679-ec35ceaeb4d8 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=13dae75bec47489cac0248f2bb2c197d&device_id=58b331a6-2211-49f1-a25a-4f0ab4e24e97 HTTP/1.1" status: 200 len: 1128 time: 0.0507143 Aug 24 06:55:39.152968 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-58f653dc-e67d-4397-bc58-6216fb306015 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f753638-2785-4b52-9f64-9e1f5fbc9749 HTTP/1.1" status: 200 len: 217 time: 0.0351324 Aug 24 06:55:39.203552 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-ff127d0c-b0d4-4424-8d3e-977adbeb7564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:55:39.204880 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-ff127d0c-b0d4-4424-8d3e-977adbeb7564 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f HTTP/1.1" status: 200 len: 851 time: 0.0464201 Aug 24 06:55:39.250369 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-0db7a93a-ecca-41e7-b105-235ec2c158b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:55:39.251897 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-0db7a93a-ecca-41e7-b105-235ec2c158b7 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=ac79ef75-2295-49c5-bcaa-808b501af7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407243 Aug 24 06:55:39.354237 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-a078d232-dfc3-4f57-a75c-4a99ec539386 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961976 Aug 24 06:55:39.447008 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-07b63c8e-9858-47cd-8433-1adc5351c76e req-0d4d447e-8071-4d71-8f5a-aa6f708648e6 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863094 Aug 24 06:55:39.767455 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5924e72-a94b-4103-9ef4-b1d45dd91314 req-838df643-1acc-4c28-90e5-5089a593d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:55:39.769213 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-e5924e72-a94b-4103-9ef4-b1d45dd91314 req-838df643-1acc-4c28-90e5-5089a593d07f service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=13dae75bec47489cac0248f2bb2c197d&device_id=58b331a6-2211-49f1-a25a-4f0ab4e24e97 HTTP/1.1" status: 200 len: 1128 time: 0.0483108 Aug 24 06:55:39.866133 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5924e72-a94b-4103-9ef4-b1d45dd91314 req-734fd962-9dc7-4af4-8f93-8eb34a6c1ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:55:39.867677 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-e5924e72-a94b-4103-9ef4-b1d45dd91314 req-734fd962-9dc7-4af4-8f93-8eb34a6c1ee3 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=ac79ef75-2295-49c5-bcaa-808b501af7f4 HTTP/1.1" status: 200 len: 913 time: 0.0890365 Aug 24 06:55:39.914099 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-e5924e72-a94b-4103-9ef4-b1d45dd91314 req-5214108e-2a4e-4430-9b00-515ad876d896 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f753638-2785-4b52-9f64-9e1f5fbc9749 HTTP/1.1" status: 200 len: 217 time: 0.0370398 Aug 24 06:55:39.957198 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b013af-0cdd-4a61-84ef-3b9170347e51 req-e65986dd-9cff-4de2-a4df-9b3a91f83443 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:55:39.958776 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d4b013af-0cdd-4a61-84ef-3b9170347e51 req-e65986dd-9cff-4de2-a4df-9b3a91f83443 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=58b331a6-2211-49f1-a25a-4f0ab4e24e97 HTTP/1.1" status: 200 len: 944 time: 0.0506208 Aug 24 06:55:40.013076 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d4b013af-0cdd-4a61-84ef-3b9170347e51 req-f70e1998-0f40-422d-b750-d3bf500a1c03 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483742 Aug 24 06:55:40.218275 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5924e72-a94b-4103-9ef4-b1d45dd91314 req-8d96e0b4-f7bd-4410-b328-4de8cf337cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:55:40.219760 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-e5924e72-a94b-4103-9ef4-b1d45dd91314 req-8d96e0b4-f7bd-4410-b328-4de8cf337cfd service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f HTTP/1.1" status: 200 len: 851 time: 0.2977676 Aug 24 06:55:40.273688 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5924e72-a94b-4103-9ef4-b1d45dd91314 req-05fd4105-b56f-4d87-9103-a14857aa3aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:55:40.275976 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-e5924e72-a94b-4103-9ef4-b1d45dd91314 req-05fd4105-b56f-4d87-9103-a14857aa3aeb service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=ac79ef75-2295-49c5-bcaa-808b501af7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481787 Aug 24 06:55:40.377453 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-e5924e72-a94b-4103-9ef4-b1d45dd91314 req-82610fd6-31a0-42ec-9b9d-494c2a6967a5 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956299 Aug 24 06:55:40.472903 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-e5924e72-a94b-4103-9ef4-b1d45dd91314 req-2f216052-a0aa-47ba-aac2-8ba8e2d0eaf4 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886025 Aug 24 06:55:40.480037 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-21749fc7-b7bc-4c0f-bcd1-3f56c3e5d685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:41.149845 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f76cf-0e98-49dc-ae4f-9e971f14c130 req-780faed6-c97e-437c-9782-41096160ce9b tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:55:41.151338 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a01f76cf-0e98-49dc-ae4f-9e971f14c130 req-780faed6-c97e-437c-9782-41096160ce9b tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=58b331a6-2211-49f1-a25a-4f0ab4e24e97 HTTP/1.1" status: 200 len: 944 time: 0.0475907 Aug 24 06:55:41.203384 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a01f76cf-0e98-49dc-ae4f-9e971f14c130 req-51715f30-c225-4bb8-9699-c1b1b2a1f947 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463359 Aug 24 06:55:42.348220 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96416ada-d02d-4d00-aada-0b71b40b4cf4 req-f5939e0e-5516-4f50-9704-5143824a5a7b tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:55:42.349685 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-96416ada-d02d-4d00-aada-0b71b40b4cf4 req-f5939e0e-5516-4f50-9704-5143824a5a7b tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=58b331a6-2211-49f1-a25a-4f0ab4e24e97 HTTP/1.1" status: 200 len: 944 time: 0.0697596 Aug 24 06:55:42.402433 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-96416ada-d02d-4d00-aada-0b71b40b4cf4 req-80d6ed79-c3d1-4a25-813c-daa4ee273e9c tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469465 Aug 24 06:55:42.731059 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-408ed928-8c7b-44ee-a5da-004efe9b586c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:43.547760 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe5394-26c8-423d-8c76-44099085e606 req-0a5c1e10-7027-4734-998d-7563707cde1c tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:55:43.549604 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bcbe5394-26c8-423d-8c76-44099085e606 req-0a5c1e10-7027-4734-998d-7563707cde1c tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=58b331a6-2211-49f1-a25a-4f0ab4e24e97 HTTP/1.1" status: 200 len: 944 time: 0.0568449 Aug 24 06:55:43.606368 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bcbe5394-26c8-423d-8c76-44099085e606 req-83264931-1b7f-4eb2-828a-158448991b61 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446839 Aug 24 06:55:44.040874 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:44.751038 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8afa6-6717-4f6a-91c0-c9dc938af493 req-9cc259e3-09f7-4802-8a2f-c551cc412eef tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:55:44.752659 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-45c8afa6-6717-4f6a-91c0-c9dc938af493 req-9cc259e3-09f7-4802-8a2f-c551cc412eef tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=58b331a6-2211-49f1-a25a-4f0ab4e24e97 HTTP/1.1" status: 200 len: 944 time: 0.0638182 Aug 24 06:55:44.803870 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-45c8afa6-6717-4f6a-91c0-c9dc938af493 req-32e5a6d0-6bbf-4330-8866-ec99c2a76217 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452106 Aug 24 06:55:45.535292 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:45.536381 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:45.919248 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:55:45.938237 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb380a58-123d-4f18-a62e-9009ab4813f6 req-4fec1088-a36d-4dbd-b37b-7fce4fd018a0 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:55:45.939710 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fb380a58-123d-4f18-a62e-9009ab4813f6 req-4fec1088-a36d-4dbd-b37b-7fce4fd018a0 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=58b331a6-2211-49f1-a25a-4f0ab4e24e97 HTTP/1.1" status: 200 len: 944 time: 0.0485630 Aug 24 06:55:45.952036 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=100 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:55:45.990257 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fb380a58-123d-4f18-a62e-9009ab4813f6 req-4256e71e-9d0d-4082-b033-88be4b886a02 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449138 Aug 24 06:55:47.124015 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715fc5f-0111-466f-96e2-bc242a0bb075 req-d84d214b-f926-4394-a40f-d501ae69ae12 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:55:47.125499 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a715fc5f-0111-466f-96e2-bc242a0bb075 req-d84d214b-f926-4394-a40f-d501ae69ae12 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=58b331a6-2211-49f1-a25a-4f0ab4e24e97 HTTP/1.1" status: 200 len: 944 time: 0.0545857 Aug 24 06:55:47.180765 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-a715fc5f-0111-466f-96e2-bc242a0bb075 req-30d54b89-c573-468f-b809-55fb43bb78c8 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477583 Aug 24 06:55:47.825034 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 7f753638-2785-4b52-9f64-9e1f5fbc9749 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 06:55:47.936365 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 7f753638-2785-4b52-9f64-9e1f5fbc9749, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=7f753638-2785-4b52-9f64-9e1f5fbc9749,segment=NetworkSegment(c71feeb6-08f7-4d1b-9e7b-438449adf7e7),segment_id=c71feeb6-08f7-4d1b-9e7b-438449adf7e7)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:55:47.949009 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Returning: {'device': '7f753638-2785-4b52-9f64-9e1f5fbc9749', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'port_id': '7f753638-2785-4b52-9f64-9e1f5fbc9749', 'mac_address': 'fa:16:3e:9e:c1:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 06:55:47.985644 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 7f753638-2785-4b52-9f64-9e1f5fbc9749 is: DOWN; New status is: BUILD {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:55:47.986156 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (7f753638-2785-4b52-9f64-9e1f5fbc9749), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:47.999741 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f753638-2785-4b52-9f64-9e1f5fbc9749 {{(pid=113090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 06:55:48.019453 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 7f753638-2785-4b52-9f64-9e1f5fbc9749, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=7f753638-2785-4b52-9f64-9e1f5fbc9749,segment=NetworkSegment(c71feeb6-08f7-4d1b-9e7b-438449adf7e7),segment_id=c71feeb6-08f7-4d1b-9e7b-438449adf7e7)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:55:48.025197 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (7f753638-2785-4b52-9f64-9e1f5fbc9749), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:48.072971 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=7f753638-2785-4b52-9f64-9e1f5fbc9749,revision_number=4']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:55:48.080347 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:55:48.080749 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:55:48.081095 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:55:48.081434 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:55:48.081767 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:55:48.082089 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:55:48.082414 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:55:48.082740 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:55:48.083063 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:55:48.083406 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:55:48.083732 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:55:48.084051 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:55:48.084369 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:55:48.084684 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:55:48.085001 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:55:48.248238 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] get_ports_and_sgs() called for port_ids ['7f753638-2785-4b52-9f64-9e1f5fbc9749'] {{(pid=113090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 06:55:48.305949 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ff2f8-7120-456b-88cc-e254b28b1ecd req-e58dcce7-5a7c-405d-8aa2-3e80455b409c tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:55:48.307455 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d14ff2f8-7120-456b-88cc-e254b28b1ecd req-e58dcce7-5a7c-405d-8aa2-3e80455b409c tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=58b331a6-2211-49f1-a25a-4f0ab4e24e97 HTTP/1.1" status: 200 len: 945 time: 0.0501354 Aug 24 06:55:48.359077 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-d14ff2f8-7120-456b-88cc-e254b28b1ecd req-b1940ba2-a96f-474f-8fe7-76c639913e97 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451946 Aug 24 06:55:49.113521 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:55:49.495502 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f231a-b919-443b-bd25-ca64fdef66d0 req-db6fe42d-9e4e-4724-bfc9-e17d2eaf0a6b tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:55:49.497030 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-456f231a-b919-443b-bd25-ca64fdef66d0 req-db6fe42d-9e4e-4724-bfc9-e17d2eaf0a6b tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=58b331a6-2211-49f1-a25a-4f0ab4e24e97 HTTP/1.1" status: 200 len: 945 time: 0.0506036 Aug 24 06:55:49.549226 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-456f231a-b919-443b-bd25-ca64fdef66d0 req-52e533f8-8317-44e6-99fe-c1ece76ddf2f tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461559 Aug 24 06:55:49.825640 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 7f753638-2785-4b52-9f64-9e1f5fbc9749 up at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 06:55:49.872997 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning for port 7f753638-2785-4b52-9f64-9e1f5fbc9749 completed by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 06:55:49.881173 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.provisioning_blocks [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Provisioning complete for port 7f753638-2785-4b52-9f64-9e1f5fbc9749 triggered by entity L2. {{(pid=113090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 06:55:49.881749 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594911'] for port (7f753638-2785-4b52-9f64-9e1f5fbc9749), provisioning_complete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:49.919034 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:55:49.928268 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:55:49.961135 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Current status of the port 7f753638-2785-4b52-9f64-9e1f5fbc9749 is: BUILD; New status is: ACTIVE {{(pid=113090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 06:55:49.961538 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (7f753638-2785-4b52-9f64-9e1f5fbc9749), before_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:49.985303 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b331a6-2211-49f1-a25a-4f0ab4e24e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f753638-2785-4b52-9f64-9e1f5fbc9749'}] {{(pid=113090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:55:49.987607 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b6006cf2a23db0b36d2003dbfde04691441a00dec53483979079bf2def40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfca12f4-7b5f-4c27-8a46-72434d8d2419" -d '{"events": [{"server_uuid": "58b331a6-2211-49f1-a25a-4f0ab4e24e97", "name": "network-vif-plugged", "status": "completed", "tag": "7f753638-2785-4b52-9f64-9e1f5fbc9749"}]}' {{(pid=113090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:55:50.000823 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] For port 7f753638-2785-4b52-9f64-9e1f5fbc9749, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=7f753638-2785-4b52-9f64-9e1f5fbc9749,segment=NetworkSegment(c71feeb6-08f7-4d1b-9e7b-438449adf7e7),segment_id=c71feeb6-08f7-4d1b-9e7b-438449adf7e7)] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:55:50.005950 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145'] for port (7f753638-2785-4b52-9f64-9e1f5fbc9749), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:50.058412 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Pushing event updated for resources: {'Port': ['ID=7f753638-2785-4b52-9f64-9e1f5fbc9749,revision_number=5']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:55:50.146627 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7066be97-6e79-46bd-89b1-7b5c8a2ae009 x-openstack-request-id: req-7066be97-6e79-46bd-89b1-7b5c8a2ae009 {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:55:50.146959 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b331a6-2211-49f1-a25a-4f0ab4e24e97", "name": "network-vif-plugged", "status": "completed", "tag": "7f753638-2785-4b52-9f64-9e1f5fbc9749", "code": 200}]} {{(pid=113090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:55:50.147177 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7066be97-6e79-46bd-89b1-7b5c8a2ae009 {{(pid=113090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:55:50.147631 dv-cinder-854271-1-iscsi neutron-server[113090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7066be97-6e79-46bd-89b1-7b5c8a2ae009'] response: {'server_uuid': '58b331a6-2211-49f1-a25a-4f0ab4e24e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f753638-2785-4b52-9f64-9e1f5fbc9749', 'code': 200} Aug 24 06:55:50.361251 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:55:50.368294 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a9178-5770-473e-8891-5934c75f3300 req-264d3406-2132-498c-ba5f-002e2716605c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:55:50.369850 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0e8a9178-5770-473e-8891-5934c75f3300 req-264d3406-2132-498c-ba5f-002e2716605c service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=58b331a6-2211-49f1-a25a-4f0ab4e24e97 HTTP/1.1" status: 200 len: 1130 time: 0.0463986 Aug 24 06:55:50.428642 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0e8a9178-5770-473e-8891-5934c75f3300 req-cb52377b-35fa-4ebe-872d-c84220521443 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531330 Aug 24 06:55:50.677552 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b16dd4-02a3-4cda-a456-5473ccf04c37 req-3577eb64-60e1-47cc-92a1-70c6c1c66df8 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:55:50.678937 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b9b16dd4-02a3-4cda-a456-5473ccf04c37 req-3577eb64-60e1-47cc-92a1-70c6c1c66df8 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=58b331a6-2211-49f1-a25a-4f0ab4e24e97 HTTP/1.1" status: 200 len: 946 time: 0.0519056 Aug 24 06:55:50.730602 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b9b16dd4-02a3-4cda-a456-5473ccf04c37 req-0dedb2c7-ae02-47e2-b916-dcf552e30ed1 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455630 Aug 24 06:55:51.652895 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:51.853965 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cb103-6c3d-43dc-9c8b-2ed21189ac9d req-2e479370-8436-4628-ae54-532793f4abc8 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:55:51.855452 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e12cb103-6c3d-43dc-9c8b-2ed21189ac9d req-2e479370-8436-4628-ae54-532793f4abc8 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=58b331a6-2211-49f1-a25a-4f0ab4e24e97 HTTP/1.1" status: 200 len: 946 time: 0.0481448 Aug 24 06:55:51.912400 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-e12cb103-6c3d-43dc-9c8b-2ed21189ac9d req-4b86a809-b1e1-45da-b226-176a7a900fb4 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485163 Aug 24 06:55:52.050826 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77212b2-7d2c-418c-b947-1123dd21fdc7 req-0a06f5fb-1f08-4c98-aa2d-2c1a76352f59 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:55:52.052326 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b77212b2-7d2c-418c-b947-1123dd21fdc7 req-0a06f5fb-1f08-4c98-aa2d-2c1a76352f59 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=58b331a6-2211-49f1-a25a-4f0ab4e24e97 HTTP/1.1" status: 200 len: 946 time: 0.0537057 Aug 24 06:55:52.107682 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-b77212b2-7d2c-418c-b947-1123dd21fdc7 req-90d0a2c4-ae90-4594-b73f-feaa6d980efd tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494871 Aug 24 06:55:52.135238 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 57872) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:55:52.173550 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a18a97-3f58-4747-92f4-fa8961356314 tempest-TestVolumeBootPattern-1261612491 tempest-TestVolumeBootPattern-1261612491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:55:52.174967 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-00a18a97-3f58-4747-92f4-fa8961356314 tempest-TestVolumeBootPattern-1261612491 tempest-TestVolumeBootPattern-1261612491-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=58b331a6-2211-49f1-a25a-4f0ab4e24e97 HTTP/1.1" status: 200 len: 1125 time: 0.0386178 Aug 24 06:55:52.179507 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 57874) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:55:52.184024 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.v2.base [None req-6139cafd-9419-442b-a6d4-9eab6a670f3c tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Request body: {'floatingip': {'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'port_id': '7f753638-2785-4b52-9f64-9e1f5fbc9749', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=113088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 06:55:52.192184 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=100 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:55:52.208204 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-6139cafd-9419-442b-a6d4-9eab6a670f3c tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:52.294039 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-6139cafd-9419-442b-a6d4-9eab6a670f3c tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (None), before_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:52.402625 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_common [None req-6139cafd-9419-442b-a6d4-9eab6a670f3c tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Allocated IP 172.27.3.40 (ebaf0247-9904-4138-a92a-0e04f684cda3/21927f02-5278-4e61-8de7-8e5f8e88a327/4bd4903f-57ab-4897-b694-a0db6e8b6c27) {{(pid=113088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 06:55:52.516694 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-6139cafd-9419-442b-a6d4-9eab6a670f3c tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for port (4bd4903f-57ab-4897-b694-a0db6e8b6c27), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:52.551606 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-6139cafd-9419-442b-a6d4-9eab6a670f3c tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748142625109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (4bd4903f-57ab-4897-b694-a0db6e8b6c27), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:52.587759 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6139cafd-9419-442b-a6d4-9eab6a670f3c tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Network ebaf0247-9904-4138-a92a-0e04f684cda3 is already hosted by enough agents. {{(pid=113088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 06:55:52.592828 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.base_scheduler [None req-6139cafd-9419-442b-a6d4-9eab6a670f3c tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Resources bound (agent type, host, resource id): {{(pid=113088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 06:55:52.596585 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6139cafd-9419-442b-a6d4-9eab6a670f3c tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Received port after_create {{(pid=113088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 06:55:52.630795 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139cafd-9419-442b-a6d4-9eab6a670f3c tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Pushing event updated for resources: {'Port': ['ID=4bd4903f-57ab-4897-b694-a0db6e8b6c27,revision_number=1']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:55:52.873002 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:55:52.971957 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-6139cafd-9419-442b-a6d4-9eab6a670f3c tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for floatingip (4dabaacf-563f-47f0-a5ae-abf191a6a04d), precommit_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:53.043809 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-6139cafd-9419-442b-a6d4-9eab6a670f3c tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635172'] for port (4bd4903f-57ab-4897-b694-a0db6e8b6c27), before_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:53.045144 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:55:53.196021 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-6139cafd-9419-442b-a6d4-9eab6a670f3c tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for port (4bd4903f-57ab-4897-b694-a0db6e8b6c27), precommit_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:53.202837 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-6139cafd-9419-442b-a6d4-9eab6a670f3c tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748143003396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748142625127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748142625145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4110299'] for port (4bd4903f-57ab-4897-b694-a0db6e8b6c27), after_update {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:53.272913 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-6139cafd-9419-442b-a6d4-9eab6a670f3c tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698989'] for floatingip (4dabaacf-563f-47f0-a5ae-abf191a6a04d), after_create {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:53.274660 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139cafd-9419-442b-a6d4-9eab6a670f3c tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Pushing event updated for resources: {'Port': ['ID=4bd4903f-57ab-4897-b694-a0db6e8b6c27,revision_number=2']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:55:53.371905 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.db.l3_db [None req-6139cafd-9419-442b-a6d4-9eab6a670f3c tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Floating IP 4dabaacf-563f-47f0-a5ae-abf191a6a04d associated. External IP: 172.27.3.40, port: 7f753638-2785-4b52-9f64-9e1f5fbc9749. Aug 24 06:55:53.586663 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6139cafd-9419-442b-a6d4-9eab6a670f3c tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Router 820343c7-823d-4628-abf5-30771dea4dcd has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:55:53.705707 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6139cafd-9419-442b-a6d4-9eab6a670f3c tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:55:53.716408 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96c715a-408a-4c63-8e2f-da2f5f43039c None None] Sync routers for ids ['820343c7-823d-4628-abf5-30771dea4dcd'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:55:53.726714 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-6139cafd-9419-442b-a6d4-9eab6a670f3c tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:55:53.728465 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96c715a-408a-4c63-8e2f-da2f5f43039c None None] Routers {'820343c7-823d-4628-abf5-30771dea4dcd'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:55:53.729087 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-c96c715a-408a-4c63-8e2f-da2f5f43039c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:55:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['820343c7-823d-4628-abf5-30771dea4dcd'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:55:53.758080 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-6139cafd-9419-442b-a6d4-9eab6a670f3c tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5775042 Aug 24 06:55:53.758671 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b331a6-2211-49f1-a25a-4f0ab4e24e97', 'tag': '7f753638-2785-4b52-9f64-9e1f5fbc9749'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:55:53.761096 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b3b8f2-7e62-4fcf-89a5-a4b3d08a0947" -d '{"events": [{"name": "network-changed", "server_uuid": "58b331a6-2211-49f1-a25a-4f0ab4e24e97", "tag": "7f753638-2785-4b52-9f64-9e1f5fbc9749"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:55:53.799326 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908878f5-a001-4ad5-a37a-c175effcf47a x-openstack-request-id: req-908878f5-a001-4ad5-a37a-c175effcf47a {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:55:53.799639 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b331a6-2211-49f1-a25a-4f0ab4e24e97", "tag": "7f753638-2785-4b52-9f64-9e1f5fbc9749", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:55:53.799976 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-908878f5-a001-4ad5-a37a-c175effcf47a {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:55:53.800416 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-908878f5-a001-4ad5-a37a-c175effcf47a'] response: {'name': 'network-changed', 'server_uuid': '58b331a6-2211-49f1-a25a-4f0ab4e24e97', 'tag': '7f753638-2785-4b52-9f64-9e1f5fbc9749', 'status': 'completed', 'code': 200} Aug 24 06:55:53.834897 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-c96c715a-408a-4c63-8e2f-da2f5f43039c None None] Set router 820343c7-823d-4628-abf5-30771dea4dcd gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:55:53.849078 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:55:53.862098 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3b8f2-7e62-4fcf-89a5-a4b3d08a0947 req-0f0b1646-1696-4f96-8437-1d03700050f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:55:53.863886 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-a8b3b8f2-7e62-4fcf-89a5-a4b3d08a0947 req-0f0b1646-1696-4f96-8437-1d03700050f4 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=13dae75bec47489cac0248f2bb2c197d&device_id=58b331a6-2211-49f1-a25a-4f0ab4e24e97 HTTP/1.1" status: 200 len: 1130 time: 0.0417829 Aug 24 06:55:53.959700 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3b8f2-7e62-4fcf-89a5-a4b3d08a0947 req-3d696ddd-134f-4150-9b5e-3948fcde34e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:55:53.961423 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-a8b3b8f2-7e62-4fcf-89a5-a4b3d08a0947 req-3d696ddd-134f-4150-9b5e-3948fcde34e4 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=ac79ef75-2295-49c5-bcaa-808b501af7f4 HTTP/1.1" status: 200 len: 913 time: 0.0918705 Aug 24 06:55:54.026044 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-a8b3b8f2-7e62-4fcf-89a5-a4b3d08a0947 req-e3b2b761-3d8a-4f0f-bdf9-20e623b75748 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f753638-2785-4b52-9f64-9e1f5fbc9749 HTTP/1.1" status: 200 len: 999 time: 0.0586524 Aug 24 06:55:54.048240 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-c96c715a-408a-4c63-8e2f-da2f5f43039c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820343c7-823d-4628-abf5-30771dea4dcd', 'name': 'tempest-TestVolumeBootPattern-1356598581-router', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:24Z', 'updated_at': '2022-08-24T06:50:27Z', 'revision_number': 4, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'gw_port': {'id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:25Z', 'updated_at': '2022-08-24T06:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '4dabaacf-563f-47f0-a5ae-abf191a6a04d', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'port_id': '7f753638-2785-4b52-9f64-9e1f5fbc9749', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'mac_address': 'fa:16:3e:9e:c1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b331a6-2211-49f1-a25a-4f0ab4e24e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:55:52Z', 'updated_at': '2022-08-24T06:55:52Z', 'revision_number': 0, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'fixed_ip_address_scope': None}, {'id': '91ba8e90-c0db-4b45-8784-289b2c4971b3', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'port_id': 'f3d781cc-da3d-46ce-a318-5016c813ab3a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'mac_address': 'fa:16:3e:1b:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee45cee-a4b1-4777-86f8-f23b02b7a717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:53:48Z', 'updated_at': '2022-08-24T06:53:50Z', 'revision_number': 1, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4764ae60-26b8-4543-963f-3b6a497f1051', 'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'mac_address': 'fa:16:3e:dd:9f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:26Z', 'updated_at': '2022-08-24T06:50:34Z', 'revision_number': 5, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'subnets': [{'id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:55:54.073446 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96c715a-408a-4c63-8e2f-da2f5f43039c None None] Checking router: 820343c7-823d-4628-abf5-30771dea4dcd for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:55:54.076069 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:55:54.083021 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96c715a-408a-4c63-8e2f-da2f5f43039c None None] Routers {'820343c7-823d-4628-abf5-30771dea4dcd'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:55:54.083682 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-c96c715a-408a-4c63-8e2f-da2f5f43039c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:55:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['820343c7-823d-4628-abf5-30771dea4dcd'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:55:54.084356 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3b8f2-7e62-4fcf-89a5-a4b3d08a0947 req-0075db3a-e23f-457d-9f0e-9a5d3d9a7737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:55:54.085816 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-a8b3b8f2-7e62-4fcf-89a5-a4b3d08a0947 req-0075db3a-e23f-457d-9f0e-9a5d3d9a7737 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f HTTP/1.1" status: 200 len: 851 time: 0.0526133 Aug 24 06:55:54.130571 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3b8f2-7e62-4fcf-89a5-a4b3d08a0947 req-0d354008-e0a2-4cac-b589-d93046e7ce07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:55:54.132008 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-a8b3b8f2-7e62-4fcf-89a5-a4b3d08a0947 req-0d354008-e0a2-4cac-b589-d93046e7ce07 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=ac79ef75-2295-49c5-bcaa-808b501af7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403776 Aug 24 06:55:54.189678 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-c96c715a-408a-4c63-8e2f-da2f5f43039c None None] Set router 820343c7-823d-4628-abf5-30771dea4dcd gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:55:54.227730 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-a8b3b8f2-7e62-4fcf-89a5-a4b3d08a0947 req-28676708-2649-42c5-bd05-11988685b97d service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896897 Aug 24 06:55:54.321335 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-a8b3b8f2-7e62-4fcf-89a5-a4b3d08a0947 req-6711e536-29f4-4d27-a4cf-9218ddf1cd8a service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872376 Aug 24 06:55:54.410987 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-c96c715a-408a-4c63-8e2f-da2f5f43039c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820343c7-823d-4628-abf5-30771dea4dcd', 'name': 'tempest-TestVolumeBootPattern-1356598581-router', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:24Z', 'updated_at': '2022-08-24T06:50:27Z', 'revision_number': 4, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'gw_port': {'id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:25Z', 'updated_at': '2022-08-24T06:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '4dabaacf-563f-47f0-a5ae-abf191a6a04d', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'port_id': '7f753638-2785-4b52-9f64-9e1f5fbc9749', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'mac_address': 'fa:16:3e:9e:c1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b331a6-2211-49f1-a25a-4f0ab4e24e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:55:52Z', 'updated_at': '2022-08-24T06:55:52Z', 'revision_number': 0, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'fixed_ip_address_scope': None}, {'id': '91ba8e90-c0db-4b45-8784-289b2c4971b3', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'port_id': 'f3d781cc-da3d-46ce-a318-5016c813ab3a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'mac_address': 'fa:16:3e:1b:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee45cee-a4b1-4777-86f8-f23b02b7a717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:53:48Z', 'updated_at': '2022-08-24T06:53:50Z', 'revision_number': 1, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4764ae60-26b8-4543-963f-3b6a497f1051', 'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'mac_address': 'fa:16:3e:dd:9f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:26Z', 'updated_at': '2022-08-24T06:50:34Z', 'revision_number': 5, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'subnets': [{'id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:55:54.437223 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96c715a-408a-4c63-8e2f-da2f5f43039c None None] The sync data for ids ['820343c7-823d-4628-abf5-30771dea4dcd'] in dv-cinder-854271-1-iscsi is: [{'id': '820343c7-823d-4628-abf5-30771dea4dcd', 'name': 'tempest-TestVolumeBootPattern-1356598581-router', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:24Z', 'updated_at': '2022-08-24T06:50:27Z', 'revision_number': 4, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'gw_port': {'id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:25Z', 'updated_at': '2022-08-24T06:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '4dabaacf-563f-47f0-a5ae-abf191a6a04d', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'port_id': '7f753638-2785-4b52-9f64-9e1f5fbc9749', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'mac_address': 'fa:16:3e:9e:c1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b331a6-2211-49f1-a25a-4f0ab4e24e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:55:52Z', 'updated_at': '2022-08-24T06:55:52Z', 'revision_number': 0, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'fixed_ip_address_scope': None}, {'id': '91ba8e90-c0db-4b45-8784-289b2c4971b3', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'port_id': 'f3d781cc-da3d-46ce-a318-5016c813ab3a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'mac_address': 'fa:16:3e:1b:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee45cee-a4b1-4777-86f8-f23b02b7a717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:53:48Z', 'updated_at': '2022-08-24T06:53:50Z', 'revision_number': 1, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4764ae60-26b8-4543-963f-3b6a497f1051', 'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'mac_address': 'fa:16:3e:dd:9f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:26Z', 'updated_at': '2022-08-24T06:50:34Z', 'revision_number': 5, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'subnets': [{'id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:55:54.642413 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90faea36-7084-4404-af74-54fa382ace21 None None] New status for floating IP 4dabaacf-563f-47f0-a5ae-abf191a6a04d: ACTIVE {{(pid=113090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 06:56:02.099366 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=55 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:56:02.103500 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=63 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:56:04.308447 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=23 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:56:04.318343 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=46 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:56:04.745970 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:56:04.749356 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:56:09.573867 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=89 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:56:09.575606 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=93 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:56:10.478359 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-8574c666-16a0-4f22-b07a-76816853afac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:56:12.728435 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-9f917f04-3bdd-4e95-bdda-b8f8d656bae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:56:14.039645 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:56:15.539502 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:56:15.540780 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:56:21.659543 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:56:26.119608 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:56:31.652009 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:56:31.654497 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:56:35.501653 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9b361dae-befd-4bea-aeda-39a4a507c0a2 req-9f3945e6-3cb2-4c90-a23a-2fa97f3f7e23 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=3ee45cee-a4b1-4777-86f8-f23b02b7a717&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519483 Aug 24 06:56:35.595528 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b361dae-befd-4bea-aeda-39a4a507c0a2 req-02816e9e-8d88-488e-8fea-6e4c3e85e0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:56:35.597236 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9b361dae-befd-4bea-aeda-39a4a507c0a2 req-02816e9e-8d88-488e-8fea-6e4c3e85e0f9 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=13dae75bec47489cac0248f2bb2c197d&device_id=3ee45cee-a4b1-4777-86f8-f23b02b7a717 HTTP/1.1" status: 200 len: 1129 time: 0.0483923 Aug 24 06:56:35.709797 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b361dae-befd-4bea-aeda-39a4a507c0a2 req-1cd2d8c0-65bc-4159-b3c5-1d8cb12ecd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:56:35.711591 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9b361dae-befd-4bea-aeda-39a4a507c0a2 req-1cd2d8c0-65bc-4159-b3c5-1d8cb12ecd30 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=ac79ef75-2295-49c5-bcaa-808b501af7f4 HTTP/1.1" status: 200 len: 913 time: 0.0905967 Aug 24 06:56:35.784824 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9b361dae-befd-4bea-aeda-39a4a507c0a2 req-50c64101-a217-47dc-91c3-eb7b62204c7c service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3d781cc-da3d-46ce-a318-5016c813ab3a HTTP/1.1" status: 200 len: 1001 time: 0.0664799 Aug 24 06:56:35.837630 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b361dae-befd-4bea-aeda-39a4a507c0a2 req-71c99e79-e618-45cc-9b03-1bbf24259c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:56:35.839073 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9b361dae-befd-4bea-aeda-39a4a507c0a2 req-71c99e79-e618-45cc-9b03-1bbf24259c68 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f HTTP/1.1" status: 200 len: 851 time: 0.0482383 Aug 24 06:56:35.885170 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b361dae-befd-4bea-aeda-39a4a507c0a2 req-a5c9850f-99bf-4aa4-afc0-620b33dabb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:56:35.886673 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9b361dae-befd-4bea-aeda-39a4a507c0a2 req-a5c9850f-99bf-4aa4-afc0-620b33dabb4e service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=ac79ef75-2295-49c5-bcaa-808b501af7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414329 Aug 24 06:56:36.011416 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9b361dae-befd-4bea-aeda-39a4a507c0a2 req-705a09ce-2c8b-450a-aca0-39c21fab4526 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174486 Aug 24 06:56:36.110087 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-9b361dae-befd-4bea-aeda-39a4a507c0a2 req-1303fd08-41bb-4c2f-bfc7-3b5cec27fc10 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918522 Aug 24 06:56:40.483981 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-69b58dcc-58c6-438d-8a8f-3fba9d7cfed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:56:42.731523 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-b3f1a77e-7b6c-43bf-bbbd-9dfe56b9ebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:56:44.051213 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:56:44.066535 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=3 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:56:44.086023 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=7 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:56:45.542206 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:56:45.543770 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:56:46.093938 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=51 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:56:46.105101 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=50 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:56:51.652590 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:01.641680 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:57:01.645950 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:57:03.114156 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:57:10.491261 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-eb45ae49-3394-495b-89ea-f31281ad76c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:12.729220 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-600e7d9a-ee47-46a6-86e0-900fb1d3dea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:14.054342 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:15.544236 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:15.549013 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:21.073339 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=2 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:57:21.079255 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:57:21.665173 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:26.186301 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 57904) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:57:26.341325 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-5e233385-8957-483e-b4d5-4f6a1c8b2b4a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Deleting port 4bd4903f-57ab-4897-b694-a0db6e8b6c27 {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:57:26.341626 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5e233385-8957-483e-b4d5-4f6a1c8b2b4a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (4bd4903f-57ab-4897-b694-a0db6e8b6c27), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:26.423616 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5e233385-8957-483e-b4d5-4f6a1c8b2b4a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (4bd4903f-57ab-4897-b694-a0db6e8b6c27), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:26.423904 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5e233385-8957-483e-b4d5-4f6a1c8b2b4a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for floatingip (4bd4903f-57ab-4897-b694-a0db6e8b6c27), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:26.437127 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-5e233385-8957-483e-b4d5-4f6a1c8b2b4a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Calling delete_port for 4bd4903f-57ab-4897-b694-a0db6e8b6c27 owned by network:floatingip {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:57:26.613413 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5e233385-8957-483e-b4d5-4f6a1c8b2b4a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (4bd4903f-57ab-4897-b694-a0db6e8b6c27), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:26.639495 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e233385-8957-483e-b4d5-4f6a1c8b2b4a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Pushing event deleted for resources: {'Port': ['ID=4bd4903f-57ab-4897-b694-a0db6e8b6c27,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:57:26.664879 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e233385-8957-483e-b4d5-4f6a1c8b2b4a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:26.665348 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e233385-8957-483e-b4d5-4f6a1c8b2b4a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:26.665748 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e233385-8957-483e-b4d5-4f6a1c8b2b4a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:26.666159 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e233385-8957-483e-b4d5-4f6a1c8b2b4a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:26.666522 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e233385-8957-483e-b4d5-4f6a1c8b2b4a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:26.666863 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e233385-8957-483e-b4d5-4f6a1c8b2b4a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:26.667372 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e233385-8957-483e-b4d5-4f6a1c8b2b4a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:26.667904 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e233385-8957-483e-b4d5-4f6a1c8b2b4a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:26.668055 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e233385-8957-483e-b4d5-4f6a1c8b2b4a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:26.668402 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e233385-8957-483e-b4d5-4f6a1c8b2b4a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:26.668740 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e233385-8957-483e-b4d5-4f6a1c8b2b4a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:26.669087 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e233385-8957-483e-b4d5-4f6a1c8b2b4a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:26.669576 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e233385-8957-483e-b4d5-4f6a1c8b2b4a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:26.669996 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e233385-8957-483e-b4d5-4f6a1c8b2b4a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:26.670342 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e233385-8957-483e-b4d5-4f6a1c8b2b4a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:26.718161 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5e233385-8957-483e-b4d5-4f6a1c8b2b4a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for floatingip (4dabaacf-563f-47f0-a5ae-abf191a6a04d), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:26.718476 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.db.l3_db [None req-5e233385-8957-483e-b4d5-4f6a1c8b2b4a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Floating IP 4dabaacf-563f-47f0-a5ae-abf191a6a04d disassociated (deleted). External IP: 172.27.3.40, port: 7f753638-2785-4b52-9f64-9e1f5fbc9749. Aug 24 06:57:26.933882 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e233385-8957-483e-b4d5-4f6a1c8b2b4a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Router 820343c7-823d-4628-abf5-30771dea4dcd has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:57:27.299818 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e233385-8957-483e-b4d5-4f6a1c8b2b4a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:57:27.304789 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-5e233385-8957-483e-b4d5-4f6a1c8b2b4a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:27.311398 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24172da2-0e20-4b37-a216-2479cdc536e4 None None] Sync routers for ids ['820343c7-823d-4628-abf5-30771dea4dcd'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:57:27.322087 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24172da2-0e20-4b37-a216-2479cdc536e4 None None] Routers {'820343c7-823d-4628-abf5-30771dea4dcd'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:57:27.322707 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-24172da2-0e20-4b37-a216-2479cdc536e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:57:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['820343c7-823d-4628-abf5-30771dea4dcd'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:57:27.333107 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:57:27.343585 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-5e233385-8957-483e-b4d5-4f6a1c8b2b4a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/4dabaacf-563f-47f0-a5ae-abf191a6a04d HTTP/1.1" status: 204 len: 168 time: 1.1555195 Aug 24 06:57:27.344263 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b331a6-2211-49f1-a25a-4f0ab4e24e97', 'tag': '7f753638-2785-4b52-9f64-9e1f5fbc9749'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:57:27.346497 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0fca70-d0bb-46a8-ad0c-d46500ccfcda" -d '{"events": [{"name": "network-changed", "server_uuid": "58b331a6-2211-49f1-a25a-4f0ab4e24e97", "tag": "7f753638-2785-4b52-9f64-9e1f5fbc9749"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:57:27.389395 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f820ad2b-b685-4746-94f5-52cfb6739303 x-openstack-request-id: req-f820ad2b-b685-4746-94f5-52cfb6739303 {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:57:27.389663 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b331a6-2211-49f1-a25a-4f0ab4e24e97", "tag": "7f753638-2785-4b52-9f64-9e1f5fbc9749", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:57:27.389928 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f820ad2b-b685-4746-94f5-52cfb6739303 {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:57:27.390416 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f820ad2b-b685-4746-94f5-52cfb6739303'] response: {'name': 'network-changed', 'server_uuid': '58b331a6-2211-49f1-a25a-4f0ab4e24e97', 'tag': '7f753638-2785-4b52-9f64-9e1f5fbc9749', 'status': 'completed', 'code': 200} Aug 24 06:57:27.462018 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fca70-d0bb-46a8-ad0c-d46500ccfcda req-cf51d7c6-030e-483b-8fb7-7aa270497316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:57:27.463735 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ba0fca70-d0bb-46a8-ad0c-d46500ccfcda req-cf51d7c6-030e-483b-8fb7-7aa270497316 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=13dae75bec47489cac0248f2bb2c197d&device_id=58b331a6-2211-49f1-a25a-4f0ab4e24e97 HTTP/1.1" status: 200 len: 1130 time: 0.0491040 Aug 24 06:57:27.487737 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:57:27.529913 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-24172da2-0e20-4b37-a216-2479cdc536e4 None None] Set router 820343c7-823d-4628-abf5-30771dea4dcd gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:57:27.565677 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fca70-d0bb-46a8-ad0c-d46500ccfcda req-71a2230b-1297-4d04-a450-d5eb8bbcb946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:57:27.567133 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ba0fca70-d0bb-46a8-ad0c-d46500ccfcda req-71a2230b-1297-4d04-a450-d5eb8bbcb946 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=ac79ef75-2295-49c5-bcaa-808b501af7f4 HTTP/1.1" status: 200 len: 913 time: 0.0972979 Aug 24 06:57:27.602508 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657acf5-6345-4a70-aacc-aa78841becaf req-0ea27c98-59f1-4bbc-8d94-649b173fef4b tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:57:27.604346 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4657acf5-6345-4a70-aacc-aa78841becaf req-0ea27c98-59f1-4bbc-8d94-649b173fef4b tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=58b331a6-2211-49f1-a25a-4f0ab4e24e97 HTTP/1.1" status: 200 len: 946 time: 0.0498104 Aug 24 06:57:27.654193 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-4657acf5-6345-4a70-aacc-aa78841becaf req-3876f31b-b967-4722-9661-cd4b35f5edf7 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443494 Aug 24 06:57:27.741312 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-24172da2-0e20-4b37-a216-2479cdc536e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820343c7-823d-4628-abf5-30771dea4dcd', 'name': 'tempest-TestVolumeBootPattern-1356598581-router', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:24Z', 'updated_at': '2022-08-24T06:50:27Z', 'revision_number': 4, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'gw_port': {'id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:25Z', 'updated_at': '2022-08-24T06:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '91ba8e90-c0db-4b45-8784-289b2c4971b3', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'port_id': 'f3d781cc-da3d-46ce-a318-5016c813ab3a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'mac_address': 'fa:16:3e:1b:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee45cee-a4b1-4777-86f8-f23b02b7a717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:53:48Z', 'updated_at': '2022-08-24T06:53:50Z', 'revision_number': 1, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4764ae60-26b8-4543-963f-3b6a497f1051', 'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'mac_address': 'fa:16:3e:dd:9f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:26Z', 'updated_at': '2022-08-24T06:50:34Z', 'revision_number': 5, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'subnets': [{'id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:57:27.765987 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24172da2-0e20-4b37-a216-2479cdc536e4 None None] Checking router: 820343c7-823d-4628-abf5-30771dea4dcd for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:57:27.776224 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24172da2-0e20-4b37-a216-2479cdc536e4 None None] Routers {'820343c7-823d-4628-abf5-30771dea4dcd'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:57:27.776826 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-24172da2-0e20-4b37-a216-2479cdc536e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:57:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['820343c7-823d-4628-abf5-30771dea4dcd'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:57:27.883649 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-24172da2-0e20-4b37-a216-2479cdc536e4 None None] Set router 820343c7-823d-4628-abf5-30771dea4dcd gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:57:28.096338 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-24172da2-0e20-4b37-a216-2479cdc536e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820343c7-823d-4628-abf5-30771dea4dcd', 'name': 'tempest-TestVolumeBootPattern-1356598581-router', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:24Z', 'updated_at': '2022-08-24T06:50:27Z', 'revision_number': 4, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'gw_port': {'id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:25Z', 'updated_at': '2022-08-24T06:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '91ba8e90-c0db-4b45-8784-289b2c4971b3', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'port_id': 'f3d781cc-da3d-46ce-a318-5016c813ab3a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'mac_address': 'fa:16:3e:1b:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee45cee-a4b1-4777-86f8-f23b02b7a717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:53:48Z', 'updated_at': '2022-08-24T06:53:50Z', 'revision_number': 1, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4764ae60-26b8-4543-963f-3b6a497f1051', 'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'mac_address': 'fa:16:3e:dd:9f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:26Z', 'updated_at': '2022-08-24T06:50:34Z', 'revision_number': 5, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'subnets': [{'id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:57:28.120542 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24172da2-0e20-4b37-a216-2479cdc536e4 None None] The sync data for ids ['820343c7-823d-4628-abf5-30771dea4dcd'] in dv-cinder-854271-1-iscsi is: [{'id': '820343c7-823d-4628-abf5-30771dea4dcd', 'name': 'tempest-TestVolumeBootPattern-1356598581-router', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:24Z', 'updated_at': '2022-08-24T06:50:27Z', 'revision_number': 4, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'gw_port': {'id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:25Z', 'updated_at': '2022-08-24T06:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_floatingips': [{'id': '91ba8e90-c0db-4b45-8784-289b2c4971b3', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'router_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'port_id': 'f3d781cc-da3d-46ce-a318-5016c813ab3a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'mac_address': 'fa:16:3e:1b:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee45cee-a4b1-4777-86f8-f23b02b7a717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T06:53:48Z', 'updated_at': '2022-08-24T06:53:50Z', 'revision_number': 1, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4764ae60-26b8-4543-963f-3b6a497f1051', 'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'mac_address': 'fa:16:3e:dd:9f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:26Z', 'updated_at': '2022-08-24T06:50:34Z', 'revision_number': 5, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'subnets': [{'id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:57:28.347960 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05e9ca5-ca84-4419-9b23-1c28fc420f70 None None] New status for floating IP 4dabaacf-563f-47f0-a5ae-abf191a6a04d: DOWN {{(pid=113090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 06:57:28.533803 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ba0fca70-d0bb-46a8-ad0c-d46500ccfcda req-9bcf4537-c6d6-4f71-89d4-5cbc0df65493 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f753638-2785-4b52-9f64-9e1f5fbc9749 HTTP/1.1" status: 200 len: 217 time: 0.0379100 Aug 24 06:57:28.596473 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fca70-d0bb-46a8-ad0c-d46500ccfcda req-80c5824c-b9bf-411c-a273-bbe4ea37a212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:57:28.598056 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ba0fca70-d0bb-46a8-ad0c-d46500ccfcda req-80c5824c-b9bf-411c-a273-bbe4ea37a212 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f HTTP/1.1" status: 200 len: 851 time: 0.0483296 Aug 24 06:57:28.709410 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fca70-d0bb-46a8-ad0c-d46500ccfcda req-45e9c9f8-6dbc-4cc7-a412-4f68b748b100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:57:28.710941 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ba0fca70-d0bb-46a8-ad0c-d46500ccfcda req-45e9c9f8-6dbc-4cc7-a412-4f68b748b100 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=ac79ef75-2295-49c5-bcaa-808b501af7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420418 Aug 24 06:57:28.777439 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1a1a8-dd2e-452a-b76d-5a237871fcc6 req-a27e121c-a72f-4696-9d17-d7ee935d7f5e tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:57:28.778927 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-83f1a1a8-dd2e-452a-b76d-5a237871fcc6 req-a27e121c-a72f-4696-9d17-d7ee935d7f5e tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=58b331a6-2211-49f1-a25a-4f0ab4e24e97 HTTP/1.1" status: 200 len: 946 time: 0.0480416 Aug 24 06:57:28.812531 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ba0fca70-d0bb-46a8-ad0c-d46500ccfcda req-1aa6b3fa-8d98-475f-8d51-434a0573024f service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944250 Aug 24 06:57:28.834152 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-83f1a1a8-dd2e-452a-b76d-5a237871fcc6 req-71f10c95-f64c-415d-abd5-ca2ada54578f tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488372 Aug 24 06:57:29.083284 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2e861-2d68-4460-9657-a601a7baca83 req-75a215f4-1e70-492c-bc0f-75c3b79d9a66 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:57:29.084743 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-52b2e861-2d68-4460-9657-a601a7baca83 req-75a215f4-1e70-492c-bc0f-75c3b79d9a66 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=58b331a6-2211-49f1-a25a-4f0ab4e24e97 HTTP/1.1" status: 200 len: 946 time: 0.0753634 Aug 24 06:57:29.088435 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-ba0fca70-d0bb-46a8-ad0c-d46500ccfcda req-d94773b6-744c-4323-94e3-57ba3aa20a17 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424704 Aug 24 06:57:29.168638 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [req-52b2e861-2d68-4460-9657-a601a7baca83 req-aeacbf40-d568-4a88-9584-11a85ca1c336 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Deleting port 7f753638-2785-4b52-9f64-9e1f5fbc9749 {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:57:29.168880 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-52b2e861-2d68-4460-9657-a601a7baca83 req-aeacbf40-d568-4a88-9584-11a85ca1c336 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (7f753638-2785-4b52-9f64-9e1f5fbc9749), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:29.269176 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-52b2e861-2d68-4460-9657-a601a7baca83 req-aeacbf40-d568-4a88-9584-11a85ca1c336 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] For port 7f753638-2785-4b52-9f64-9e1f5fbc9749, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=7f753638-2785-4b52-9f64-9e1f5fbc9749,segment=NetworkSegment(c71feeb6-08f7-4d1b-9e7b-438449adf7e7),segment_id=c71feeb6-08f7-4d1b-9e7b-438449adf7e7)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:57:29.269560 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-52b2e861-2d68-4460-9657-a601a7baca83 req-aeacbf40-d568-4a88-9584-11a85ca1c336 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (7f753638-2785-4b52-9f64-9e1f5fbc9749), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:29.283880 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [req-52b2e861-2d68-4460-9657-a601a7baca83 req-aeacbf40-d568-4a88-9584-11a85ca1c336 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Calling delete_port for 7f753638-2785-4b52-9f64-9e1f5fbc9749 owned by compute:nova {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:57:29.431959 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-52b2e861-2d68-4460-9657-a601a7baca83 req-aeacbf40-d568-4a88-9584-11a85ca1c336 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (7f753638-2785-4b52-9f64-9e1f5fbc9749), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:29.471954 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeacbf40-d568-4a88-9584-11a85ca1c336 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Pushing event deleted for resources: {'Port': ['ID=7f753638-2785-4b52-9f64-9e1f5fbc9749,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:57:29.516470 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b2e861-2d68-4460-9657-a601a7baca83 req-aeacbf40-d568-4a88-9584-11a85ca1c336 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] No DVR routers for this DVR port 7f753638-2785-4b52-9f64-9e1f5fbc9749 on host hv-cinder-85427 {{(pid=113088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:57:29.519172 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-52b2e861-2d68-4460-9657-a601a7baca83 req-aeacbf40-d568-4a88-9584-11a85ca1c336 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:29.522460 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-52b2e861-2d68-4460-9657-a601a7baca83 req-aeacbf40-d568-4a88-9584-11a85ca1c336 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.58 "DELETE /networking/v2.0/ports/7f753638-2785-4b52-9f64-9e1f5fbc9749 HTTP/1.1" status: 204 len: 173 time: 0.4321802 Aug 24 06:57:29.522888 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b331a6-2211-49f1-a25a-4f0ab4e24e97', 'name': 'network-vif-deleted', 'tag': '7f753638-2785-4b52-9f64-9e1f5fbc9749'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:57:29.525185 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e7e5ed-9abc-4b62-b9cb-7e5df8cbe9de" -d '{"events": [{"server_uuid": "58b331a6-2211-49f1-a25a-4f0ab4e24e97", "name": "network-vif-deleted", "tag": "7f753638-2785-4b52-9f64-9e1f5fbc9749"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:57:29.563569 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27a2d45-65c9-4b56-9fa4-5c952e360e5f x-openstack-request-id: req-a27a2d45-65c9-4b56-9fa4-5c952e360e5f {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:57:29.564207 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b331a6-2211-49f1-a25a-4f0ab4e24e97", "name": "network-vif-deleted", "tag": "7f753638-2785-4b52-9f64-9e1f5fbc9749", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:57:29.564207 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a27a2d45-65c9-4b56-9fa4-5c952e360e5f {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:57:29.564478 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a27a2d45-65c9-4b56-9fa4-5c952e360e5f'] response: {'server_uuid': '58b331a6-2211-49f1-a25a-4f0ab4e24e97', 'name': 'network-vif-deleted', 'tag': '7f753638-2785-4b52-9f64-9e1f5fbc9749', 'status': 'completed', 'code': 200} Aug 24 06:57:29.957671 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-04f28017-fbd7-4d8b-901d-6298cdcbef02 req-eb99cd31-ce01-4c59-bd65-7dea70830008 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=58b331a6-2211-49f1-a25a-4f0ab4e24e97 HTTP/1.1" status: 200 len: 210 time: 0.0310099 Aug 24 06:57:33.316116 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 57946) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:57:33.358864 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:57:33.465769 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-13ea85e2-9b1d-4ead-88fd-cf9a1fd2fe2e tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Deleting port 0e78f8d9-dc62-44e4-93fa-4f90302eb6f5 {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:57:33.466049 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-13ea85e2-9b1d-4ead-88fd-cf9a1fd2fe2e tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (0e78f8d9-dc62-44e4-93fa-4f90302eb6f5), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:33.495947 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:57:33.558268 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-13ea85e2-9b1d-4ead-88fd-cf9a1fd2fe2e tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (0e78f8d9-dc62-44e4-93fa-4f90302eb6f5), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:33.558581 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-13ea85e2-9b1d-4ead-88fd-cf9a1fd2fe2e tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for floatingip (0e78f8d9-dc62-44e4-93fa-4f90302eb6f5), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:33.572532 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-13ea85e2-9b1d-4ead-88fd-cf9a1fd2fe2e tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Calling delete_port for 0e78f8d9-dc62-44e4-93fa-4f90302eb6f5 owned by network:floatingip {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:57:33.729536 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-13ea85e2-9b1d-4ead-88fd-cf9a1fd2fe2e tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (0e78f8d9-dc62-44e4-93fa-4f90302eb6f5), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:33.753749 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea85e2-9b1d-4ead-88fd-cf9a1fd2fe2e tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Pushing event deleted for resources: {'Port': ['ID=0e78f8d9-dc62-44e4-93fa-4f90302eb6f5,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:57:33.823725 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-13ea85e2-9b1d-4ead-88fd-cf9a1fd2fe2e tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for floatingip (91ba8e90-c0db-4b45-8784-289b2c4971b3), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:33.824279 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.db.l3_db [None req-13ea85e2-9b1d-4ead-88fd-cf9a1fd2fe2e tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Floating IP 91ba8e90-c0db-4b45-8784-289b2c4971b3 disassociated (deleted). External IP: 172.27.3.159, port: f3d781cc-da3d-46ce-a318-5016c813ab3a. Aug 24 06:57:34.033799 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ea85e2-9b1d-4ead-88fd-cf9a1fd2fe2e tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Router 820343c7-823d-4628-abf5-30771dea4dcd has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:57:34.149099 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ea85e2-9b1d-4ead-88fd-cf9a1fd2fe2e tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:57:34.153717 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-13ea85e2-9b1d-4ead-88fd-cf9a1fd2fe2e tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:34.160181 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e60a838-dc9d-45e9-92f9-d87e48a7fbbe None None] Sync routers for ids ['820343c7-823d-4628-abf5-30771dea4dcd'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:57:34.169817 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e60a838-dc9d-45e9-92f9-d87e48a7fbbe None None] Routers {'820343c7-823d-4628-abf5-30771dea4dcd'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:57:34.170400 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-1e60a838-dc9d-45e9-92f9-d87e48a7fbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:57:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['820343c7-823d-4628-abf5-30771dea4dcd'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:57:34.185231 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-13ea85e2-9b1d-4ead-88fd-cf9a1fd2fe2e tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/91ba8e90-c0db-4b45-8784-289b2c4971b3 HTTP/1.1" status: 204 len: 168 time: 0.8680327 Aug 24 06:57:34.185796 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee45cee-a4b1-4777-86f8-f23b02b7a717', 'tag': 'f3d781cc-da3d-46ce-a318-5016c813ab3a'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:57:34.188062 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0cd3ff-85dd-4006-8de7-1f63b66525ea" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee45cee-a4b1-4777-86f8-f23b02b7a717", "tag": "f3d781cc-da3d-46ce-a318-5016c813ab3a"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:57:34.229867 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 06:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d66b5cb-724c-4f8a-a851-577f19b74bff x-openstack-request-id: req-4d66b5cb-724c-4f8a-a851-577f19b74bff {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:57:34.230218 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee45cee-a4b1-4777-86f8-f23b02b7a717", "tag": "f3d781cc-da3d-46ce-a318-5016c813ab3a", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:57:34.230557 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4d66b5cb-724c-4f8a-a851-577f19b74bff {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:57:34.231046 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d66b5cb-724c-4f8a-a851-577f19b74bff'] response: {'name': 'network-changed', 'server_uuid': '3ee45cee-a4b1-4777-86f8-f23b02b7a717', 'tag': 'f3d781cc-da3d-46ce-a318-5016c813ab3a', 'status': 'completed', 'code': 200} Aug 24 06:57:34.275470 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 7f753638-2785-4b52-9f64-9e1f5fbc9749 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:57:34.280468 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-1e60a838-dc9d-45e9-92f9-d87e48a7fbbe None None] Set router 820343c7-823d-4628-abf5-30771dea4dcd gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:57:34.294666 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0cd3ff-85dd-4006-8de7-1f63b66525ea req-ed035c71-64a4-4e2c-b516-fb6c1d16f202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:57:34.296848 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-cb0cd3ff-85dd-4006-8de7-1f63b66525ea req-ed035c71-64a4-4e2c-b516-fb6c1d16f202 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=13dae75bec47489cac0248f2bb2c197d&device_id=3ee45cee-a4b1-4777-86f8-f23b02b7a717 HTTP/1.1" status: 200 len: 1129 time: 0.0447688 Aug 24 06:57:34.304791 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:57:34.306137 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:57:34.307734 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] No Port match for: 7f753638-2785-4b52-9f64-9e1f5fbc9749 {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:57:34.308258 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device 7f753638-2785-4b52-9f64-9e1f5fbc9749 not bound to the agent host hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:57:34.328720 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:57:34.408376 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0cd3ff-85dd-4006-8de7-1f63b66525ea req-015d33fc-5f34-4167-910e-52161f2c6196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:57:34.409938 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-cb0cd3ff-85dd-4006-8de7-1f63b66525ea req-015d33fc-5f34-4167-910e-52161f2c6196 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=ac79ef75-2295-49c5-bcaa-808b501af7f4 HTTP/1.1" status: 200 len: 913 time: 0.1058106 Aug 24 06:57:34.423614 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=100 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:57:34.436815 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ab0f7-0f3c-46d7-a44f-2bcd81860845 req-4cdc2a6c-9d10-490b-9988-b80a3f730efd tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:57:34.437407 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=100 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:57:34.439441 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-537ab0f7-0f3c-46d7-a44f-2bcd81860845 req-4cdc2a6c-9d10-490b-9988-b80a3f730efd tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3ee45cee-a4b1-4777-86f8-f23b02b7a717 HTTP/1.1" status: 200 len: 945 time: 0.0491376 Aug 24 06:57:34.485718 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-1e60a838-dc9d-45e9-92f9-d87e48a7fbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820343c7-823d-4628-abf5-30771dea4dcd', 'name': 'tempest-TestVolumeBootPattern-1356598581-router', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:24Z', 'updated_at': '2022-08-24T06:50:27Z', 'revision_number': 4, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'gw_port': {'id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:25Z', 'updated_at': '2022-08-24T06:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '4764ae60-26b8-4543-963f-3b6a497f1051', 'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'mac_address': 'fa:16:3e:dd:9f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:26Z', 'updated_at': '2022-08-24T06:50:34Z', 'revision_number': 5, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'subnets': [{'id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:57:34.491081 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-537ab0f7-0f3c-46d7-a44f-2bcd81860845 req-86b14aed-2d63-4290-92dd-a78986fc328f tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459552 Aug 24 06:57:34.513301 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e60a838-dc9d-45e9-92f9-d87e48a7fbbe None None] Checking router: 820343c7-823d-4628-abf5-30771dea4dcd for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:57:34.522372 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e60a838-dc9d-45e9-92f9-d87e48a7fbbe None None] Routers {'820343c7-823d-4628-abf5-30771dea4dcd'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:57:34.522971 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-1e60a838-dc9d-45e9-92f9-d87e48a7fbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:57:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['820343c7-823d-4628-abf5-30771dea4dcd'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:57:34.624326 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-1e60a838-dc9d-45e9-92f9-d87e48a7fbbe None None] Set router 820343c7-823d-4628-abf5-30771dea4dcd gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:57:34.811462 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-1e60a838-dc9d-45e9-92f9-d87e48a7fbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820343c7-823d-4628-abf5-30771dea4dcd', 'name': 'tempest-TestVolumeBootPattern-1356598581-router', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:24Z', 'updated_at': '2022-08-24T06:50:27Z', 'revision_number': 4, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'gw_port': {'id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:25Z', 'updated_at': '2022-08-24T06:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '4764ae60-26b8-4543-963f-3b6a497f1051', 'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'mac_address': 'fa:16:3e:dd:9f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:26Z', 'updated_at': '2022-08-24T06:50:34Z', 'revision_number': 5, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'subnets': [{'id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:57:34.837788 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e60a838-dc9d-45e9-92f9-d87e48a7fbbe None None] The sync data for ids ['820343c7-823d-4628-abf5-30771dea4dcd'] in dv-cinder-854271-1-iscsi is: [{'id': '820343c7-823d-4628-abf5-30771dea4dcd', 'name': 'tempest-TestVolumeBootPattern-1356598581-router', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:24Z', 'updated_at': '2022-08-24T06:50:27Z', 'revision_number': 4, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'gw_port': {'id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:25Z', 'updated_at': '2022-08-24T06:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi', '_interfaces': [{'id': '4764ae60-26b8-4543-963f-3b6a497f1051', 'name': '', 'network_id': 'ac79ef75-2295-49c5-bcaa-808b501af7f4', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'mac_address': 'fa:16:3e:dd:9f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:26Z', 'updated_at': '2022-08-24T06:50:34Z', 'revision_number': 5, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'subnets': [{'id': 'a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:57:35.068393 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23afee69-3fc0-4f96-a1fa-09fdfac3cc7a None None] New status for floating IP 91ba8e90-c0db-4b45-8784-289b2c4971b3: DOWN {{(pid=113090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 06:57:35.357932 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-cb0cd3ff-85dd-4006-8de7-1f63b66525ea req-533bfa9b-2833-46d0-b5c5-f4fb3b9618d8 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3d781cc-da3d-46ce-a318-5016c813ab3a HTTP/1.1" status: 200 len: 217 time: 0.0391386 Aug 24 06:57:35.408256 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0cd3ff-85dd-4006-8de7-1f63b66525ea req-3362ed43-0f71-4c32-a4c4-86cc9227d63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:57:35.409678 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-cb0cd3ff-85dd-4006-8de7-1f63b66525ea req-3362ed43-0f71-4c32-a4c4-86cc9227d63b service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f HTTP/1.1" status: 200 len: 851 time: 0.0448654 Aug 24 06:57:35.544049 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:57:35.549117 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0cd3ff-85dd-4006-8de7-1f63b66525ea req-9a607a02-57a2-4d40-a68d-a52f2adadfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:57:35.550762 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-cb0cd3ff-85dd-4006-8de7-1f63b66525ea req-9a607a02-57a2-4d40-a68d-a52f2adadfef service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=ac79ef75-2295-49c5-bcaa-808b501af7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580728 Aug 24 06:57:35.619364 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf945d6-e933-4d05-b71a-a05bdcc5406a req-43f0b33d-e152-4f3b-a648-5476ed0b0d50 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:57:35.620845 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bbf945d6-e933-4d05-b71a-a05bdcc5406a req-43f0b33d-e152-4f3b-a648-5476ed0b0d50 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3ee45cee-a4b1-4777-86f8-f23b02b7a717 HTTP/1.1" status: 200 len: 945 time: 0.0477841 Aug 24 06:57:35.646576 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-cb0cd3ff-85dd-4006-8de7-1f63b66525ea req-3fc44bdc-e6eb-4295-af7c-4467b440e8fb service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877573 Aug 24 06:57:35.676871 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-bbf945d6-e933-4d05-b71a-a05bdcc5406a req-4f786343-8a21-4e19-bb6c-4e407a798dc4 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e85ccc86-689c-4e54-9a0b-aaa37444d21c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495720 Aug 24 06:57:35.837509 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17c1d7-0247-4aba-8827-20d53b0a21e5 req-236b4a1b-9376-45a2-8a4f-1bc5a6e4d539 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 06:57:35.838963 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0c17c1d7-0247-4aba-8827-20d53b0a21e5 req-236b4a1b-9376-45a2-8a4f-1bc5a6e4d539 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=3ee45cee-a4b1-4777-86f8-f23b02b7a717 HTTP/1.1" status: 200 len: 945 time: 0.0621650 Aug 24 06:57:35.842845 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-cb0cd3ff-85dd-4006-8de7-1f63b66525ea req-bd6a15e2-7bfd-43ad-94d8-dc982ac45314 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285071 Aug 24 06:57:35.933873 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [req-0c17c1d7-0247-4aba-8827-20d53b0a21e5 req-6612dd1d-2464-47f8-9b8d-804cf5cb5c5a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Deleting port f3d781cc-da3d-46ce-a318-5016c813ab3a {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:57:35.934124 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-0c17c1d7-0247-4aba-8827-20d53b0a21e5 req-6612dd1d-2464-47f8-9b8d-804cf5cb5c5a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (f3d781cc-da3d-46ce-a318-5016c813ab3a), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:36.029230 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [req-0c17c1d7-0247-4aba-8827-20d53b0a21e5 req-6612dd1d-2464-47f8-9b8d-804cf5cb5c5a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] For port f3d781cc-da3d-46ce-a318-5016c813ab3a, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f3d781cc-da3d-46ce-a318-5016c813ab3a,segment=NetworkSegment(c71feeb6-08f7-4d1b-9e7b-438449adf7e7),segment_id=c71feeb6-08f7-4d1b-9e7b-438449adf7e7)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:57:36.029555 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-0c17c1d7-0247-4aba-8827-20d53b0a21e5 req-6612dd1d-2464-47f8-9b8d-804cf5cb5c5a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (f3d781cc-da3d-46ce-a318-5016c813ab3a), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:36.042474 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [req-0c17c1d7-0247-4aba-8827-20d53b0a21e5 req-6612dd1d-2464-47f8-9b8d-804cf5cb5c5a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Calling delete_port for f3d781cc-da3d-46ce-a318-5016c813ab3a owned by compute:nova {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:57:36.176076 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-0c17c1d7-0247-4aba-8827-20d53b0a21e5 req-6612dd1d-2464-47f8-9b8d-804cf5cb5c5a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (f3d781cc-da3d-46ce-a318-5016c813ab3a), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:36.203070 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612dd1d-2464-47f8-9b8d-804cf5cb5c5a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Pushing event deleted for resources: {'Port': ['ID=f3d781cc-da3d-46ce-a318-5016c813ab3a,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:57:36.257105 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c17c1d7-0247-4aba-8827-20d53b0a21e5 req-6612dd1d-2464-47f8-9b8d-804cf5cb5c5a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] No DVR routers for this DVR port f3d781cc-da3d-46ce-a318-5016c813ab3a on host hv-cinder-85427 {{(pid=113088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:57:36.259812 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [req-0c17c1d7-0247-4aba-8827-20d53b0a21e5 req-6612dd1d-2464-47f8-9b8d-804cf5cb5c5a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for port (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:36.263412 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [req-0c17c1d7-0247-4aba-8827-20d53b0a21e5 req-6612dd1d-2464-47f8-9b8d-804cf5cb5c5a tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.58 "DELETE /networking/v2.0/ports/f3d781cc-da3d-46ce-a318-5016c813ab3a HTTP/1.1" status: 204 len: 173 time: 0.4143476 Aug 24 06:57:36.263947 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee45cee-a4b1-4777-86f8-f23b02b7a717', 'name': 'network-vif-deleted', 'tag': 'f3d781cc-da3d-46ce-a318-5016c813ab3a'}] {{(pid=113088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 06:57:36.266795 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a37b9b53c3aabcbd95ba7a7711d441224bd32d3e726a5d1cb56f86e5b71ed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4e97bb-cefb-4925-96d6-810d28d5b919" -d '{"events": [{"server_uuid": "3ee45cee-a4b1-4777-86f8-f23b02b7a717", "name": "network-vif-deleted", "tag": "f3d781cc-da3d-46ce-a318-5016c813ab3a"}]}' {{(pid=113088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 06:57:36.304720 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 06:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a2e848-83ba-4c00-afcd-021f031b1ea9 x-openstack-request-id: req-f8a2e848-83ba-4c00-afcd-021f031b1ea9 {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 06:57:36.305013 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee45cee-a4b1-4777-86f8-f23b02b7a717", "name": "network-vif-deleted", "tag": "f3d781cc-da3d-46ce-a318-5016c813ab3a", "status": "completed", "code": 200}]} {{(pid=113088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 06:57:36.305316 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f8a2e848-83ba-4c00-afcd-021f031b1ea9 {{(pid=113088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 06:57:36.306082 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8a2e848-83ba-4c00-afcd-021f031b1ea9'] response: {'server_uuid': '3ee45cee-a4b1-4777-86f8-f23b02b7a717', 'name': 'network-vif-deleted', 'tag': 'f3d781cc-da3d-46ce-a318-5016c813ab3a', 'status': 'completed', 'code': 200} Aug 24 06:57:36.797330 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [req-fcf09ded-221c-4e37-aaf0-e1dd486aaeb7 req-e7317dec-5a44-41ec-b9cd-6ad242216ff8 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3ee45cee-a4b1-4777-86f8-f23b02b7a717 HTTP/1.1" status: 200 len: 210 time: 0.0349054 Aug 24 06:57:37.873136 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 57962) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:57:37.997819 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-7be9933a-3d18-43af-bb93-8df170023c58 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Deleting port 0aaab601-1f53-4a5e-8ae0-a7bdb1963037 {{(pid=113089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:57:37.998157 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-7be9933a-3d18-43af-bb93-8df170023c58 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (0aaab601-1f53-4a5e-8ae0-a7bdb1963037), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:38.078292 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-7be9933a-3d18-43af-bb93-8df170023c58 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (0aaab601-1f53-4a5e-8ae0-a7bdb1963037), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:38.078559 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-7be9933a-3d18-43af-bb93-8df170023c58 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for floatingip (0aaab601-1f53-4a5e-8ae0-a7bdb1963037), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:38.091494 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-7be9933a-3d18-43af-bb93-8df170023c58 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Calling delete_port for 0aaab601-1f53-4a5e-8ae0-a7bdb1963037 owned by network:floatingip {{(pid=113089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:57:38.242549 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-7be9933a-3d18-43af-bb93-8df170023c58 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8818239'] for port (0aaab601-1f53-4a5e-8ae0-a7bdb1963037), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:38.269830 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9933a-3d18-43af-bb93-8df170023c58 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Pushing event deleted for resources: {'Port': ['ID=0aaab601-1f53-4a5e-8ae0-a7bdb1963037,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:57:38.280041 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9933a-3d18-43af-bb93-8df170023c58 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:38.280389 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9933a-3d18-43af-bb93-8df170023c58 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:38.280721 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9933a-3d18-43af-bb93-8df170023c58 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:38.281062 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9933a-3d18-43af-bb93-8df170023c58 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:38.281391 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9933a-3d18-43af-bb93-8df170023c58 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:38.281718 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9933a-3d18-43af-bb93-8df170023c58 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:38.282041 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9933a-3d18-43af-bb93-8df170023c58 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:38.282736 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9933a-3d18-43af-bb93-8df170023c58 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:38.282736 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9933a-3d18-43af-bb93-8df170023c58 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:38.282954 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9933a-3d18-43af-bb93-8df170023c58 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:38.283811 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9933a-3d18-43af-bb93-8df170023c58 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:38.284146 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9933a-3d18-43af-bb93-8df170023c58 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:38.284470 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9933a-3d18-43af-bb93-8df170023c58 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:38.284792 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9933a-3d18-43af-bb93-8df170023c58 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:38.285105 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9933a-3d18-43af-bb93-8df170023c58 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:38.361905 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-7be9933a-3d18-43af-bb93-8df170023c58 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for floatingip (8fd46850-9244-4d45-acca-bd784be5e4c1), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:38.364304 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-7be9933a-3d18-43af-bb93-8df170023c58 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94834'] for floatingip (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:38.365511 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-7be9933a-3d18-43af-bb93-8df170023c58 tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/8fd46850-9244-4d45-acca-bd784be5e4c1 HTTP/1.1" status: 204 len: 168 time: 0.4911757 Aug 24 06:57:39.604136 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 57974) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:57:39.664028 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-39a57851-dc25-4fc9-a28b-83fe9be6242e tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for security_group (e85ccc86-689c-4e54-9a0b-aaa37444d21c), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:39.688628 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-39a57851-dc25-4fc9-a28b-83fe9be6242e tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for security_group (e85ccc86-689c-4e54-9a0b-aaa37444d21c), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:39.761917 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-39a57851-dc25-4fc9-a28b-83fe9be6242e tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (e85ccc86-689c-4e54-9a0b-aaa37444d21c), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:39.766375 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-39a57851-dc25-4fc9-a28b-83fe9be6242e tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Publish callbacks [] for security_group (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:39.767996 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-39a57851-dc25-4fc9-a28b-83fe9be6242e tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e85ccc86-689c-4e54-9a0b-aaa37444d21c HTTP/1.1" status: 204 len: 168 time: 0.1627758 Aug 24 06:57:39.778194 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a57851-dc25-4fc9-a28b-83fe9be6242e tempest-TestVolumeBootPattern-1377963060 tempest-TestVolumeBootPattern-1377963060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85ccc86-689c-4e54-9a0b-aaa37444d21c,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:57:39.826175 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 57978) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:57:39.983390 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:57:40.065588 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:57:40.115127 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:57:40.274874 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device f3d781cc-da3d-46ce-a318-5016c813ab3a no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:57:40.292753 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-22914f37-f914-4bb0-b77d-adaf1e39579c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699757'] for router_interface (820343c7-823d-4628-abf5-30771dea4dcd), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:40.294463 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] No Port match for: f3d781cc-da3d-46ce-a318-5016c813ab3a {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:57:40.294812 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Device f3d781cc-da3d-46ce-a318-5016c813ab3a not bound to the agent host hv-cinder-85427 {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:57:40.479111 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-e9651d3b-9e2a-450f-9b1c-e9eca94ce907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:40.522852 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-22914f37-f914-4bb0-b77d-adaf1e39579c admin admin] Deleting port 4764ae60-26b8-4543-963f-3b6a497f1051 {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:57:40.523167 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-22914f37-f914-4bb0-b77d-adaf1e39579c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (4764ae60-26b8-4543-963f-3b6a497f1051), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:40.606017 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [None req-22914f37-f914-4bb0-b77d-adaf1e39579c admin admin] For port 4764ae60-26b8-4543-963f-3b6a497f1051, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=4764ae60-26b8-4543-963f-3b6a497f1051,segment=NetworkSegment(c71feeb6-08f7-4d1b-9e7b-438449adf7e7),segment_id=c71feeb6-08f7-4d1b-9e7b-438449adf7e7)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:57:40.606800 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-22914f37-f914-4bb0-b77d-adaf1e39579c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (4764ae60-26b8-4543-963f-3b6a497f1051), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:40.619357 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-22914f37-f914-4bb0-b77d-adaf1e39579c admin admin] Calling delete_port for 4764ae60-26b8-4543-963f-3b6a497f1051 owned by network:router_interface {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:57:40.800021 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-22914f37-f914-4bb0-b77d-adaf1e39579c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (4764ae60-26b8-4543-963f-3b6a497f1051), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:40.826311 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22914f37-f914-4bb0-b77d-adaf1e39579c admin admin] Pushing event deleted for resources: {'Port': ['ID=4764ae60-26b8-4543-963f-3b6a497f1051,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:57:40.830280 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:57:40.896469 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:57:40.992772 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-22914f37-f914-4bb0-b77d-adaf1e39579c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699641'] for router_interface (820343c7-823d-4628-abf5-30771dea4dcd), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:41.453916 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22914f37-f914-4bb0-b77d-adaf1e39579c admin admin] Router 820343c7-823d-4628-abf5-30771dea4dcd has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:57:41.559834 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22914f37-f914-4bb0-b77d-adaf1e39579c admin admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:57:41.565276 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-22914f37-f914-4bb0-b77d-adaf1e39579c admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/820343c7-823d-4628-abf5-30771dea4dcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7380781 Aug 24 06:57:41.568049 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 57982) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:57:41.572886 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbf33bf-565e-419b-8b1f-cf12dd50051e None None] Sync routers for ids ['820343c7-823d-4628-abf5-30771dea4dcd'] in dv-cinder-854271-1-iscsi {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:57:41.588604 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbf33bf-565e-419b-8b1f-cf12dd50051e None None] Routers {'820343c7-823d-4628-abf5-30771dea4dcd'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:57:41.589328 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-3dbf33bf-565e-419b-8b1f-cf12dd50051e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:57:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['820343c7-823d-4628-abf5-30771dea4dcd'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:57:41.668116 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-767fe784-f6e7-47d4-986e-57b432165ae1 admin admin] Publish callbacks [] for router (820343c7-823d-4628-abf5-30771dea4dcd), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:41.687211 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-3dbf33bf-565e-419b-8b1f-cf12dd50051e None None] Set router 820343c7-823d-4628-abf5-30771dea4dcd gateway port host: dv-cinder-854271-1-iscsi {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:57:41.769679 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-767fe784-f6e7-47d4-986e-57b432165ae1 admin admin] Publish callbacks [] for router_gateway (820343c7-823d-4628-abf5-30771dea4dcd), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:41.815418 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-767fe784-f6e7-47d4-986e-57b432165ae1 admin admin] Deleting port 438b782a-484c-4a33-bf1b-8ffa8664808d {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:57:41.815674 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-767fe784-f6e7-47d4-986e-57b432165ae1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (438b782a-484c-4a33-bf1b-8ffa8664808d), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:41.911354 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [None req-767fe784-f6e7-47d4-986e-57b432165ae1 admin admin] For port 438b782a-484c-4a33-bf1b-8ffa8664808d, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=438b782a-484c-4a33-bf1b-8ffa8664808d,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:57:41.911717 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-767fe784-f6e7-47d4-986e-57b432165ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (438b782a-484c-4a33-bf1b-8ffa8664808d), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:41.926720 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-767fe784-f6e7-47d4-986e-57b432165ae1 admin admin] Calling delete_port for 438b782a-484c-4a33-bf1b-8ffa8664808d owned by network:router_gateway {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:57:41.955859 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-3dbf33bf-565e-419b-8b1f-cf12dd50051e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820343c7-823d-4628-abf5-30771dea4dcd', 'name': 'tempest-TestVolumeBootPattern-1356598581-router', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:24Z', 'updated_at': '2022-08-24T06:57:40Z', 'revision_number': 5, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'gw_port': {'id': '438b782a-484c-4a33-bf1b-8ffa8664808d', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820343c7-823d-4628-abf5-30771dea4dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:25Z', 'updated_at': '2022-08-24T06:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi'}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:57:41.974886 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:57:41.989042 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbf33bf-565e-419b-8b1f-cf12dd50051e None None] Checking router: 820343c7-823d-4628-abf5-30771dea4dcd for host: dv-cinder-854271-1-iscsi {{(pid=113091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:57:41.997671 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbf33bf-565e-419b-8b1f-cf12dd50051e None None] Routers {'820343c7-823d-4628-abf5-30771dea4dcd'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:57:41.998277 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-3dbf33bf-565e-419b-8b1f-cf12dd50051e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:57:13Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['820343c7-823d-4628-abf5-30771dea4dcd'], 'active': True} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:57:42.057546 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:57:42.084805 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_dvr_db [None req-3dbf33bf-565e-419b-8b1f-cf12dd50051e None None] Set router 820343c7-823d-4628-abf5-30771dea4dcd gateway port host: None {{(pid=113091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:57:42.104902 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-767fe784-f6e7-47d4-986e-57b432165ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (438b782a-484c-4a33-bf1b-8ffa8664808d), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:42.129975 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fe784-f6e7-47d4-986e-57b432165ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=438b782a-484c-4a33-bf1b-8ffa8664808d,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:57:42.136852 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.l3_hamode_db [None req-3dbf33bf-565e-419b-8b1f-cf12dd50051e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820343c7-823d-4628-abf5-30771dea4dcd', 'name': 'tempest-TestVolumeBootPattern-1356598581-router', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:24Z', 'updated_at': '2022-08-24T06:57:41Z', 'revision_number': 6, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'gw_port_host': None}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:57:42.162626 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbf33bf-565e-419b-8b1f-cf12dd50051e None None] The sync data for ids ['820343c7-823d-4628-abf5-30771dea4dcd'] in dv-cinder-854271-1-iscsi is: [{'id': '820343c7-823d-4628-abf5-30771dea4dcd', 'name': 'tempest-TestVolumeBootPattern-1356598581-router', 'tenant_id': '13dae75bec47489cac0248f2bb2c197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:24Z', 'updated_at': '2022-08-24T06:57:41Z', 'revision_number': 6, 'project_id': '13dae75bec47489cac0248f2bb2c197d', 'gw_port_host': None}] {{(pid=113091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:57:42.197748 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-767fe784-f6e7-47d4-986e-57b432165ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696360'] for router_gateway (820343c7-823d-4628-abf5-30771dea4dcd), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:42.287456 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-767fe784-f6e7-47d4-986e-57b432165ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1699731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router (820343c7-823d-4628-abf5-30771dea4dcd), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:42.289671 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-767fe784-f6e7-47d4-986e-57b432165ae1 admin admin] Publish callbacks [] for router_controller (820343c7-823d-4628-abf5-30771dea4dcd), precommit_delete_associations {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:42.337965 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-767fe784-f6e7-47d4-986e-57b432165ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1699722'] for router (820343c7-823d-4628-abf5-30771dea4dcd), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:42.338489 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767fe784-f6e7-47d4-986e-57b432165ae1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 820343c7-823d-4628-abf5-30771dea4dcd {{(pid=113088) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 06:57:42.344045 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-767fe784-f6e7-47d4-986e-57b432165ae1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:42.345496 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-767fe784-f6e7-47d4-986e-57b432165ae1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/820343c7-823d-4628-abf5-30771dea4dcd HTTP/1.1" status: 204 len: 168 time: 0.7764201 Aug 24 06:57:42.348616 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 57984) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:57:42.401099 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.db.db_base_plugin_v2 [None req-232c0a3b-4a66-48a9-a2b2-bc4918b5b215 admin admin] Deleting subnet a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f {{(pid=113088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 06:57:42.404524 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-232c0a3b-4a66-48a9-a2b2-bc4918b5b215 admin admin] Publish callbacks [] for subnet (a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:42.441138 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-232c0a3b-4a66-48a9-a2b2-bc4918b5b215 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884324'] for subnet (a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f), precommit_delete_associations {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:42.528514 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-232c0a3b-4a66-48a9-a2b2-bc4918b5b215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594230'] for subnet (a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:42.592158 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-232c0a3b-4a66-48a9-a2b2-bc4918b5b215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4110209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404032'] for subnet (a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:42.619307 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c0a3b-4a66-48a9-a2b2-bc4918b5b215 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:57:42.625978 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-232c0a3b-4a66-48a9-a2b2-bc4918b5b215 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:42.632013 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-232c0a3b-4a66-48a9-a2b2-bc4918b5b215 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/a8c7fd10-e741-431b-b48f-0a9c5e2d5c8f HTTP/1.1" status: 204 len: 168 time: 0.2793775 Aug 24 06:57:42.632417 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35be45ff-3d23-45b2-a85f-9d37925dd03f None None] Network ac79ef75-2295-49c5-bcaa-808b501af7f4 requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:57:42.633219 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 57986) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:57:42.703648 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-bb3af3c8-dbb1-4bb6-af2b-646db709c4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623035'] for network (ac79ef75-2295-49c5-bcaa-808b501af7f4), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:42.737876 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:57:42.746630 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:57:42.755631 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-bb3af3c8-dbb1-4bb6-af2b-646db709c4fb admin admin] Deleting port 594d27db-2ab6-45c5-8219-bdbd0747329d {{(pid=113089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:57:42.755987 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-bb3af3c8-dbb1-4bb6-af2b-646db709c4fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (594d27db-2ab6-45c5-8219-bdbd0747329d), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:42.824896 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.db [None req-bb3af3c8-dbb1-4bb6-af2b-646db709c4fb admin admin] For port 594d27db-2ab6-45c5-8219-bdbd0747329d, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=594d27db-2ab6-45c5-8219-bdbd0747329d,segment=NetworkSegment(c71feeb6-08f7-4d1b-9e7b-438449adf7e7),segment_id=c71feeb6-08f7-4d1b-9e7b-438449adf7e7)] {{(pid=113089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:57:42.825268 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-bb3af3c8-dbb1-4bb6-af2b-646db709c4fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (594d27db-2ab6-45c5-8219-bdbd0747329d), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:42.839489 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-bb3af3c8-dbb1-4bb6-af2b-646db709c4fb admin admin] Calling delete_port for 594d27db-2ab6-45c5-8219-bdbd0747329d owned by network:dhcp {{(pid=113089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:57:42.867181 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-db361e29-bfe3-45bf-83f4-f919dbf1df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:42.932845 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-bb3af3c8-dbb1-4bb6-af2b-646db709c4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8818239'] for port (594d27db-2ab6-45c5-8219-bdbd0747329d), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:42.936375 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f976e6c2-61a1-40e7-8d75-ec8c23d86a3f None None] DHCP port deletion for ac79ef75-2295-49c5-bcaa-808b501af7f4 request from dv-cinder-854271-1-iscsi {{(pid=113090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 06:57:42.941749 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 4764ae60-26b8-4543-963f-3b6a497f1051 no longer exists at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:57:42.962916 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] No Port match for: 4764ae60-26b8-4543-963f-3b6a497f1051 {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:57:42.963288 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 4764ae60-26b8-4543-963f-3b6a497f1051 not bound to the agent host dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:57:42.965157 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3af3c8-dbb1-4bb6-af2b-646db709c4fb admin admin] Pushing event deleted for resources: {'Port': ['ID=594d27db-2ab6-45c5-8219-bdbd0747329d,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:57:42.970919 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3af3c8-dbb1-4bb6-af2b-646db709c4fb admin admin] No DVR routers for this DVR port 594d27db-2ab6-45c5-8219-bdbd0747329d on host dv-cinder-854271-1-iscsi {{(pid=113089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:57:43.047386 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-bb3af3c8-dbb1-4bb6-af2b-646db709c4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-591158', 'neutron.services.segments.db._delete_segments_for_network-8748143077744'] for network (ac79ef75-2295-49c5-bcaa-808b501af7f4), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:43.069382 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.services.segments.db [None req-bb3af3c8-dbb1-4bb6-af2b-646db709c4fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac79ef75-2295-49c5-bcaa-808b501af7f4']}} {{(pid=113089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:57:43.078724 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.services.segments.db [None req-bb3af3c8-dbb1-4bb6-af2b-646db709c4fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c71feeb6-08f7-4d1b-9e7b-438449adf7e7') {'for_net_delete': True} {{(pid=113089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:57:43.079017 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.services.segments.db [None req-bb3af3c8-dbb1-4bb6-af2b-646db709c4fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c71feeb6-08f7-4d1b-9e7b-438449adf7e7') {} {{(pid=113089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:57:43.092745 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-bb3af3c8-dbb1-4bb6-af2b-646db709c4fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748143134702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3691544'] for segment (c71feeb6-08f7-4d1b-9e7b-438449adf7e7), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:43.108802 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-bb3af3c8-dbb1-4bb6-af2b-646db709c4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (c71feeb6-08f7-4d1b-9e7b-438449adf7e7), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:43.116730 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb3af3c8-dbb1-4bb6-af2b-646db709c4fb admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=113089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 06:57:43.118045 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-bb3af3c8-dbb1-4bb6-af2b-646db709c4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8818188'] for segment (c71feeb6-08f7-4d1b-9e7b-438449adf7e7), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:43.207648 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-bb3af3c8-dbb1-4bb6-af2b-646db709c4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696332'] for network (ac79ef75-2295-49c5-bcaa-808b501af7f4), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:43.228722 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-bb3af3c8-dbb1-4bb6-af2b-646db709c4fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:43.235367 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-bb3af3c8-dbb1-4bb6-af2b-646db709c4fb admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/ac79ef75-2295-49c5-bcaa-808b501af7f4 HTTP/1.1" status: 204 len: 168 time: 0.6010082 Aug 24 06:57:43.235515 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 57992) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:57:43.236669 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3af3c8-dbb1-4bb6-af2b-646db709c4fb admin admin] Pushing event deleted for resources: {'Network': ['ID=ac79ef75-2295-49c5-bcaa-808b501af7f4,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:57:43.241365 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.services.segments.plugin [-] Segment c71feeb6-08f7-4d1b-9e7b-438449adf7e7 resource provider aggregate not found Aug 24 06:57:43.275998 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.services.segments.plugin [-] Segment c71feeb6-08f7-4d1b-9e7b-438449adf7e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c71feeb6-08f7-4d1b-9e7b-438449adf7e7 found for delete ", "request_id": "req-2bc4a939-dc08-4a56-96b7-0225070d4496"}]} Aug 24 06:57:43.501542 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:57:43.563838 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a8ac7915-9f85-4451-9ced-1debf5b6bd91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699757'] for router_interface (6fd1e59f-c87d-46d9-a4fc-3b7ced736e34), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:43.749669 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:57:43.819323 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-a8ac7915-9f85-4451-9ced-1debf5b6bd91 admin admin] Deleting port d1627111-e6ec-41b3-94ae-4f2e40e96a75 {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:57:43.819575 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a8ac7915-9f85-4451-9ced-1debf5b6bd91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (d1627111-e6ec-41b3-94ae-4f2e40e96a75), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:43.904496 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [None req-a8ac7915-9f85-4451-9ced-1debf5b6bd91 admin admin] For port d1627111-e6ec-41b3-94ae-4f2e40e96a75, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=d1627111-e6ec-41b3-94ae-4f2e40e96a75,segment=NetworkSegment(47c8a641-a120-4c86-9aa2-a3555d82cda5),segment_id=47c8a641-a120-4c86-9aa2-a3555d82cda5)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:57:43.904855 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a8ac7915-9f85-4451-9ced-1debf5b6bd91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (d1627111-e6ec-41b3-94ae-4f2e40e96a75), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:43.918056 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-a8ac7915-9f85-4451-9ced-1debf5b6bd91 admin admin] Calling delete_port for d1627111-e6ec-41b3-94ae-4f2e40e96a75 owned by network:router_interface {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:57:44.048203 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:44.115229 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a8ac7915-9f85-4451-9ced-1debf5b6bd91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (d1627111-e6ec-41b3-94ae-4f2e40e96a75), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:44.145250 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac7915-9f85-4451-9ced-1debf5b6bd91 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1627111-e6ec-41b3-94ae-4f2e40e96a75,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:57:44.316003 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a8ac7915-9f85-4451-9ced-1debf5b6bd91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699641'] for router_interface (6fd1e59f-c87d-46d9-a4fc-3b7ced736e34), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:44.423056 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:57:44.541609 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ac7915-9f85-4451-9ced-1debf5b6bd91 admin admin] Router 6fd1e59f-c87d-46d9-a4fc-3b7ced736e34 has already been hosted by L3 agent 08f8c225-b0e2-4c25-8392-e969122fb523 {{(pid=113088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 06:57:44.599911 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 594d27db-2ab6-45c5-8219-bdbd0747329d no longer exists at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:57:44.621263 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] No Port match for: 594d27db-2ab6-45c5-8219-bdbd0747329d {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:57:44.621604 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 594d27db-2ab6-45c5-8219-bdbd0747329d not bound to the agent host dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:57:44.622009 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 438b782a-484c-4a33-bf1b-8ffa8664808d no longer exists at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:57:44.632382 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:57:44.640683 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] No Port match for: 438b782a-484c-4a33-bf1b-8ffa8664808d {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:57:44.641011 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 438b782a-484c-4a33-bf1b-8ffa8664808d not bound to the agent host dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:57:44.652550 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ac7915-9f85-4451-9ced-1debf5b6bd91 admin admin] Notify agent at l3_agent.dv-cinder-854271-1-iscsi the message routers_updated {{(pid=113088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 06:57:44.657920 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-a8ac7915-9f85-4451-9ced-1debf5b6bd91 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/6fd1e59f-c87d-46d9-a4fc-3b7ced736e34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4209290 Aug 24 06:57:44.660320 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [-] (113088) accepted ('10.222.0.52', 57996) {{(pid=113088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:57:44.663270 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebf0927-8fa4-45b6-98b8-dfefe3f42366 None None] Sync routers for ids ['6fd1e59f-c87d-46d9-a4fc-3b7ced736e34'] in dv-cinder-854271-1-iscsi {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 06:57:44.673873 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebf0927-8fa4-45b6-98b8-dfefe3f42366 None None] Routers {'6fd1e59f-c87d-46d9-a4fc-3b7ced736e34'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:57:44.674429 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-6ebf0927-8fa4-45b6-98b8-dfefe3f42366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:57:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['6fd1e59f-c87d-46d9-a4fc-3b7ced736e34'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:57:44.761627 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a3bbae0e-1deb-44a3-9b93-fdd40ffe55ad admin admin] Publish callbacks [] for router (6fd1e59f-c87d-46d9-a4fc-3b7ced736e34), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:44.783693 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-6ebf0927-8fa4-45b6-98b8-dfefe3f42366 None None] Set router 6fd1e59f-c87d-46d9-a4fc-3b7ced736e34 gateway port host: dv-cinder-854271-1-iscsi {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:57:44.865302 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a3bbae0e-1deb-44a3-9b93-fdd40ffe55ad admin admin] Publish callbacks [] for router_gateway (6fd1e59f-c87d-46d9-a4fc-3b7ced736e34), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:44.908990 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-a3bbae0e-1deb-44a3-9b93-fdd40ffe55ad admin admin] Deleting port bb68a8ad-805e-4842-bf7f-eed15b1dc09f {{(pid=113088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:57:44.909323 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a3bbae0e-1deb-44a3-9b93-fdd40ffe55ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (bb68a8ad-805e-4842-bf7f-eed15b1dc09f), before_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:44.961403 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-6ebf0927-8fa4-45b6-98b8-dfefe3f42366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd1e59f-c87d-46d9-a4fc-3b7ced736e34', 'name': 'tempest-TestVolumeBootPattern-77148804-router', 'tenant_id': '9bc1ce04283647c5a0693deee538d90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'external_fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'bb68a8ad-805e-4842-bf7f-eed15b1dc09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:29Z', 'updated_at': '2022-08-24T06:57:44Z', 'revision_number': 5, 'project_id': '9bc1ce04283647c5a0693deee538d90d', 'gw_port': {'id': 'bb68a8ad-805e-4842-bf7f-eed15b1dc09f', 'name': '', 'network_id': 'ebaf0247-9904-4138-a92a-0e04f684cda3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd1e59f-c87d-46d9-a4fc-3b7ced736e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854271-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T06:50:30Z', 'updated_at': '2022-08-24T06:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21927f02-5278-4e61-8de7-8e5f8e88a327', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854271-1-iscsi'}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:57:44.987406 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebf0927-8fa4-45b6-98b8-dfefe3f42366 None None] Checking router: 6fd1e59f-c87d-46d9-a4fc-3b7ced736e34 for host: dv-cinder-854271-1-iscsi {{(pid=113090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 06:57:44.990125 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.db [None req-a3bbae0e-1deb-44a3-9b93-fdd40ffe55ad admin admin] For port bb68a8ad-805e-4842-bf7f-eed15b1dc09f, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=bb68a8ad-805e-4842-bf7f-eed15b1dc09f,segment=NetworkSegment(1924c45f-2e47-4b83-9bde-f1624ca2c2c9),segment_id=1924c45f-2e47-4b83-9bde-f1624ca2c2c9)] {{(pid=113088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:57:44.990488 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a3bbae0e-1deb-44a3-9b93-fdd40ffe55ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (bb68a8ad-805e-4842-bf7f-eed15b1dc09f), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:44.996365 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebf0927-8fa4-45b6-98b8-dfefe3f42366 None None] Routers {'6fd1e59f-c87d-46d9-a4fc-3b7ced736e34'} bound to L3 agent in host dv-cinder-854271-1-iscsi {{(pid=113090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 06:57:44.997008 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-6ebf0927-8fa4-45b6-98b8-dfefe3f42366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854271-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T06:35:13Z,description=,heartbeat_timestamp=2022-08-24T06:57:43Z,host='dv-cinder-854271-1-iscsi',id=08f8c225-b0e2-4c25-8392-e969122fb523,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T06:35:13Z,topic='l3_agent')) {'router_ids': ['6fd1e59f-c87d-46d9-a4fc-3b7ced736e34'], 'active': True} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:57:45.006988 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.plugins.ml2.plugin [None req-a3bbae0e-1deb-44a3-9b93-fdd40ffe55ad admin admin] Calling delete_port for bb68a8ad-805e-4842-bf7f-eed15b1dc09f owned by network:router_gateway {{(pid=113088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:57:45.084485 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvr_db [None req-6ebf0927-8fa4-45b6-98b8-dfefe3f42366 None None] Set router 6fd1e59f-c87d-46d9-a4fc-3b7ced736e34 gateway port host: None {{(pid=113090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 06:57:45.141854 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_hamode_db [None req-6ebf0927-8fa4-45b6-98b8-dfefe3f42366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd1e59f-c87d-46d9-a4fc-3b7ced736e34', 'name': 'tempest-TestVolumeBootPattern-77148804-router', 'tenant_id': '9bc1ce04283647c5a0693deee538d90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:29Z', 'updated_at': '2022-08-24T06:57:44Z', 'revision_number': 6, 'project_id': '9bc1ce04283647c5a0693deee538d90d', 'gw_port_host': None}], 'dv-cinder-854271-1-iscsi', False) {} {{(pid=113090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:57:45.169387 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebf0927-8fa4-45b6-98b8-dfefe3f42366 None None] The sync data for ids ['6fd1e59f-c87d-46d9-a4fc-3b7ced736e34'] in dv-cinder-854271-1-iscsi is: [{'id': '6fd1e59f-c87d-46d9-a4fc-3b7ced736e34', 'name': 'tempest-TestVolumeBootPattern-77148804-router', 'tenant_id': '9bc1ce04283647c5a0693deee538d90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T06:50:29Z', 'updated_at': '2022-08-24T06:57:44Z', 'revision_number': 6, 'project_id': '9bc1ce04283647c5a0693deee538d90d', 'gw_port_host': None}] {{(pid=113090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 06:57:45.177522 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a3bbae0e-1deb-44a3-9b93-fdd40ffe55ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4110292'] for port (bb68a8ad-805e-4842-bf7f-eed15b1dc09f), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:45.205411 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbae0e-1deb-44a3-9b93-fdd40ffe55ad admin admin] Pushing event deleted for resources: {'Port': ['ID=bb68a8ad-805e-4842-bf7f-eed15b1dc09f,revision_number=None']} {{(pid=113088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:57:45.273517 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a3bbae0e-1deb-44a3-9b93-fdd40ffe55ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696360'] for router_gateway (6fd1e59f-c87d-46d9-a4fc-3b7ced736e34), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:45.359098 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a3bbae0e-1deb-44a3-9b93-fdd40ffe55ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1699731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router (6fd1e59f-c87d-46d9-a4fc-3b7ced736e34), precommit_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:45.361613 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a3bbae0e-1deb-44a3-9b93-fdd40ffe55ad admin admin] Publish callbacks [] for router_controller (6fd1e59f-c87d-46d9-a4fc-3b7ced736e34), precommit_delete_associations {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:45.402277 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:57:45.410599 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a3bbae0e-1deb-44a3-9b93-fdd40ffe55ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1699722'] for router (6fd1e59f-c87d-46d9-a4fc-3b7ced736e34), after_delete {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:45.411484 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bbae0e-1deb-44a3-9b93-fdd40ffe55ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fd1e59f-c87d-46d9-a4fc-3b7ced736e34 {{(pid=113088) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 06:57:45.416533 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron_lib.callbacks.manager [None req-a3bbae0e-1deb-44a3-9b93-fdd40ffe55ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=113088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:45.418025 dv-cinder-854271-1-iscsi neutron-server[113088]: INFO neutron.wsgi [None req-a3bbae0e-1deb-44a3-9b93-fdd40ffe55ad admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/6fd1e59f-c87d-46d9-a4fc-3b7ced736e34 HTTP/1.1" status: 204 len: 168 time: 0.7568095 Aug 24 06:57:45.420763 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 57998) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:57:45.476005 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecee5e9b-a5e4-4caf-9356-bb1e8d101e04 admin admin] Deleting subnet 1683b6cf-c79a-492d-8eaf-7ca16aae27cb {{(pid=113089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 06:57:45.479809 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ecee5e9b-a5e4-4caf-9356-bb1e8d101e04 admin admin] Publish callbacks [] for subnet (1683b6cf-c79a-492d-8eaf-7ca16aae27cb), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:45.520978 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ecee5e9b-a5e4-4caf-9356-bb1e8d101e04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3691537'] for subnet (1683b6cf-c79a-492d-8eaf-7ca16aae27cb), precommit_delete_associations {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:45.554388 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:45.556342 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:45.604688 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ecee5e9b-a5e4-4caf-9356-bb1e8d101e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594230'] for subnet (1683b6cf-c79a-492d-8eaf-7ca16aae27cb), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:45.672763 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ecee5e9b-a5e4-4caf-9356-bb1e8d101e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8818282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8594167'] for subnet (1683b6cf-c79a-492d-8eaf-7ca16aae27cb), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:45.697754 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee5e9b-a5e4-4caf-9356-bb1e8d101e04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1683b6cf-c79a-492d-8eaf-7ca16aae27cb,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:57:45.704603 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ecee5e9b-a5e4-4caf-9356-bb1e8d101e04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for subnet (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:45.708486 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-ecee5e9b-a5e4-4caf-9356-bb1e8d101e04 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/1683b6cf-c79a-492d-8eaf-7ca16aae27cb HTTP/1.1" status: 204 len: 168 time: 0.2865622 Aug 24 06:57:45.710308 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d702b120-70a8-4db9-bf46-23156cd2b09a None None] Network 9752bf03-73fb-4dda-b203-445f855e1b9a requested from dv-cinder-854271-1-iscsi {{(pid=113090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 06:57:45.711086 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 58000) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:57:45.781410 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-68f9df09-7a37-4ac8-b47d-88ecdd19b28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623035'] for network (9752bf03-73fb-4dda-b203-445f855e1b9a), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:45.827422 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-68f9df09-7a37-4ac8-b47d-88ecdd19b28e admin admin] Deleting port 83987d40-6f9f-4dd2-a145-45c4349b18e4 {{(pid=113089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:57:45.827841 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-68f9df09-7a37-4ac8-b47d-88ecdd19b28e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (83987d40-6f9f-4dd2-a145-45c4349b18e4), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:45.888533 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:57:45.895820 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.db [None req-68f9df09-7a37-4ac8-b47d-88ecdd19b28e admin admin] For port 83987d40-6f9f-4dd2-a145-45c4349b18e4, host dv-cinder-854271-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854271-1-iscsi',level=0,port_id=83987d40-6f9f-4dd2-a145-45c4349b18e4,segment=NetworkSegment(47c8a641-a120-4c86-9aa2-a3555d82cda5),segment_id=47c8a641-a120-4c86-9aa2-a3555d82cda5)] {{(pid=113089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:57:45.896178 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-68f9df09-7a37-4ac8-b47d-88ecdd19b28e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (83987d40-6f9f-4dd2-a145-45c4349b18e4), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:45.909566 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:57:45.910873 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-68f9df09-7a37-4ac8-b47d-88ecdd19b28e admin admin] Calling delete_port for 83987d40-6f9f-4dd2-a145-45c4349b18e4 owned by network:dhcp {{(pid=113089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:57:45.967555 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc886221-3e51-46d5-b8bd-b67a0a183ad4 None None] DHCP port deletion for 9752bf03-73fb-4dda-b203-445f855e1b9a request from dv-cinder-854271-1-iscsi {{(pid=113090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 06:57:45.993236 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-68f9df09-7a37-4ac8-b47d-88ecdd19b28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8818239'] for port (83987d40-6f9f-4dd2-a145-45c4349b18e4), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:46.006799 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-fc886221-3e51-46d5-b8bd-b67a0a183ad4 None None] Deleting port 83987d40-6f9f-4dd2-a145-45c4349b18e4 {{(pid=113090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 06:57:46.007255 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-fc886221-3e51-46d5-b8bd-b67a0a183ad4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748143085325'] for port (83987d40-6f9f-4dd2-a145-45c4349b18e4), before_delete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:46.021114 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9df09-7a37-4ac8-b47d-88ecdd19b28e admin admin] Pushing event deleted for resources: {'Port': ['ID=83987d40-6f9f-4dd2-a145-45c4349b18e4,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:57:46.027434 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f9df09-7a37-4ac8-b47d-88ecdd19b28e admin admin] No DVR routers for this DVR port 83987d40-6f9f-4dd2-a145-45c4349b18e4 on host dv-cinder-854271-1-iscsi {{(pid=113089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:57:46.078572 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.db [None req-fc886221-3e51-46d5-b8bd-b67a0a183ad4 None None] For port 83987d40-6f9f-4dd2-a145-45c4349b18e4, host dv-cinder-854271-1-iscsi, got binding levels [] {{(pid=113090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 06:57:46.078966 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-fc886221-3e51-46d5-b8bd-b67a0a183ad4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829284'] for port (83987d40-6f9f-4dd2-a145-45c4349b18e4), precommit_delete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:46.093631 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-fc886221-3e51-46d5-b8bd-b67a0a183ad4 None None] Calling delete_port for 83987d40-6f9f-4dd2-a145-45c4349b18e4 owned by network:dhcp {{(pid=113090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 06:57:46.096572 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.ipam_backend_mixin [None req-fc886221-3e51-46d5-b8bd-b67a0a183ad4 None None] Port 83987d40-6f9f-4dd2-a145-45c4349b18e4 was not found and therefore no delete operation was performed {{(pid=113090) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 24 06:57:46.097894 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-fc886221-3e51-46d5-b8bd-b67a0a183ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748143004555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748142625118'] for port (83987d40-6f9f-4dd2-a145-45c4349b18e4), after_delete {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:46.100183 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-68f9df09-7a37-4ac8-b47d-88ecdd19b28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-591158', 'neutron.services.segments.db._delete_segments_for_network-8748143077744'] for network (9752bf03-73fb-4dda-b203-445f855e1b9a), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:46.121164 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.services.segments.db [None req-68f9df09-7a37-4ac8-b47d-88ecdd19b28e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9752bf03-73fb-4dda-b203-445f855e1b9a']}} {{(pid=113089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:57:46.122575 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc886221-3e51-46d5-b8bd-b67a0a183ad4 None None] Pushing event deleted for resources: {'Port': ['ID=83987d40-6f9f-4dd2-a145-45c4349b18e4,revision_number=None']} {{(pid=113090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:57:46.127473 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc886221-3e51-46d5-b8bd-b67a0a183ad4 None None] No DVR routers for this DVR port 83987d40-6f9f-4dd2-a145-45c4349b18e4 on host dv-cinder-854271-1-iscsi {{(pid=113090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 06:57:46.130663 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.services.segments.db [None req-68f9df09-7a37-4ac8-b47d-88ecdd19b28e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c8a641-a120-4c86-9aa2-a3555d82cda5') {'for_net_delete': True} {{(pid=113089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:57:46.130957 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.services.segments.db [None req-68f9df09-7a37-4ac8-b47d-88ecdd19b28e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c8a641-a120-4c86-9aa2-a3555d82cda5') {} {{(pid=113089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 06:57:46.136860 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc886221-3e51-46d5-b8bd-b67a0a183ad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:46.136980 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc886221-3e51-46d5-b8bd-b67a0a183ad4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:46.137400 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc886221-3e51-46d5-b8bd-b67a0a183ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:46.137743 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc886221-3e51-46d5-b8bd-b67a0a183ad4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:46.138076 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc886221-3e51-46d5-b8bd-b67a0a183ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:46.138428 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc886221-3e51-46d5-b8bd-b67a0a183ad4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:46.138749 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc886221-3e51-46d5-b8bd-b67a0a183ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:46.139071 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc886221-3e51-46d5-b8bd-b67a0a183ad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:46.139417 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc886221-3e51-46d5-b8bd-b67a0a183ad4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:46.139775 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc886221-3e51-46d5-b8bd-b67a0a183ad4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:46.140061 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc886221-3e51-46d5-b8bd-b67a0a183ad4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:46.140366 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc886221-3e51-46d5-b8bd-b67a0a183ad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:46.140699 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc886221-3e51-46d5-b8bd-b67a0a183ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:46.140993 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc886221-3e51-46d5-b8bd-b67a0a183ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:46.141415 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc886221-3e51-46d5-b8bd-b67a0a183ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854271-1-iscsi {{(pid=113090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 06:57:46.147886 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-68f9df09-7a37-4ac8-b47d-88ecdd19b28e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748143134702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3691544'] for segment (47c8a641-a120-4c86-9aa2-a3555d82cda5), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:46.161814 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-68f9df09-7a37-4ac8-b47d-88ecdd19b28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (47c8a641-a120-4c86-9aa2-a3555d82cda5), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:46.168839 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f9df09-7a37-4ac8-b47d-88ecdd19b28e admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=113089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 06:57:46.169263 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-68f9df09-7a37-4ac8-b47d-88ecdd19b28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8818188'] for segment (47c8a641-a120-4c86-9aa2-a3555d82cda5), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:46.202064 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.services.segments.plugin [-] Segment 47c8a641-a120-4c86-9aa2-a3555d82cda5 resource provider aggregate not found Aug 24 06:57:46.236816 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.services.segments.plugin [-] Segment 47c8a641-a120-4c86-9aa2-a3555d82cda5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47c8a641-a120-4c86-9aa2-a3555d82cda5 found for delete ", "request_id": "req-dfd35dfd-7977-4f13-bf61-7a5834784d40"}]} Aug 24 06:57:46.245617 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-68f9df09-7a37-4ac8-b47d-88ecdd19b28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696332'] for network (9752bf03-73fb-4dda-b203-445f855e1b9a), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:46.251540 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-68f9df09-7a37-4ac8-b47d-88ecdd19b28e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578720'] for network (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:46.257488 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-68f9df09-7a37-4ac8-b47d-88ecdd19b28e admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/9752bf03-73fb-4dda-b203-445f855e1b9a HTTP/1.1" status: 204 len: 168 time: 0.5431130 Aug 24 06:57:46.269969 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9df09-7a37-4ac8-b47d-88ecdd19b28e admin admin] Pushing event deleted for resources: {'Network': ['ID=9752bf03-73fb-4dda-b203-445f855e1b9a,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:57:46.370689 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 58008) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:57:46.411909 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-5076b28d-29c6-4ba5-8545-438f777c71be admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=13dae75bec47489cac0248f2bb2c197d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399933 Aug 24 06:57:46.415678 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 58010) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:57:46.468375 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ed70e8f3-1f63-4415-af1f-05940256a4a7 admin admin] Publish callbacks [] for security_group (fc0f8a6c-6e19-4965-8541-58c41ffd4623), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:46.493302 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ed70e8f3-1f63-4415-af1f-05940256a4a7 admin admin] Publish callbacks [] for security_group (fc0f8a6c-6e19-4965-8541-58c41ffd4623), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:46.546969 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ed70e8f3-1f63-4415-af1f-05940256a4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (fc0f8a6c-6e19-4965-8541-58c41ffd4623), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:46.549619 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ed70e8f3-1f63-4415-af1f-05940256a4a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:46.550793 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-ed70e8f3-1f63-4415-af1f-05940256a4a7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/fc0f8a6c-6e19-4965-8541-58c41ffd4623 HTTP/1.1" status: 204 len: 168 time: 0.1342394 Aug 24 06:57:46.550956 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device d1627111-e6ec-41b3-94ae-4f2e40e96a75 no longer exists at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:57:46.568738 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70e8f3-1f63-4415-af1f-05940256a4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0f8a6c-6e19-4965-8541-58c41ffd4623,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:57:46.571957 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] No Port match for: d1627111-e6ec-41b3-94ae-4f2e40e96a75 {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:57:46.572301 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device d1627111-e6ec-41b3-94ae-4f2e40e96a75 not bound to the agent host dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:57:46.572719 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 83987d40-6f9f-4dd2-a145-45c4349b18e4 no longer exists at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:57:46.599380 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] No Port match for: 83987d40-6f9f-4dd2-a145-45c4349b18e4 {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:57:46.599631 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device 83987d40-6f9f-4dd2-a145-45c4349b18e4 not bound to the agent host dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:57:46.600019 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device bb68a8ad-805e-4842-bf7f-eed15b1dc09f no longer exists at agent ovs-agent-dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 06:57:46.605441 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:57:46.624177 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.plugin [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] No Port match for: bb68a8ad-805e-4842-bf7f-eed15b1dc09f {{(pid=113090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 06:57:46.624298 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron.plugins.ml2.rpc [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Device bb68a8ad-805e-4842-bf7f-eed15b1dc09f not bound to the agent host dv-cinder-854271-1-iscsi {{(pid=113090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 06:57:46.905182 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 58016) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:57:46.949173 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-89f0888d-78b4-4334-ae59-7825d1436033 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=9bc1ce04283647c5a0693deee538d90d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428321 Aug 24 06:57:46.951970 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.wsgi [-] (113089) accepted ('10.222.0.52', 58018) {{(pid=113089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 06:57:47.009762 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-97e35e8d-bdd0-4610-823f-844ad6cbded7 admin admin] Publish callbacks [] for security_group (4a56388a-90bc-40d8-8570-10ac56d4b167), before_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:47.030566 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-97e35e8d-bdd0-4610-823f-844ad6cbded7 admin admin] Publish callbacks [] for security_group (4a56388a-90bc-40d8-8570-10ac56d4b167), precommit_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:47.079333 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-97e35e8d-bdd0-4610-823f-844ad6cbded7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647988'] for security_group (4a56388a-90bc-40d8-8570-10ac56d4b167), after_delete {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:47.081903 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-97e35e8d-bdd0-4610-823f-844ad6cbded7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:47.083040 dv-cinder-854271-1-iscsi neutron-server[113089]: INFO neutron.wsgi [None req-97e35e8d-bdd0-4610-823f-844ad6cbded7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4a56388a-90bc-40d8-8570-10ac56d4b167 HTTP/1.1" status: 204 len: 168 time: 0.1298814 Aug 24 06:57:47.091132 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e35e8d-bdd0-4610-823f-844ad6cbded7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a56388a-90bc-40d8-8570-10ac56d4b167,revision_number=None']} {{(pid=113089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 06:57:51.665232 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:57:55.402370 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG dbcounter [-] [113088] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:57:57.064131 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=72,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:57:57.087172 dv-cinder-854271-1-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=77,neutron:DELETE=8 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:57:58.076623 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=82 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:57:58.077771 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=89 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:58:01.655228 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:58:01.657774 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:58:09.579158 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=11 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:58:09.582797 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=15 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:58:10.480308 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-412203ce-1b7b-48e0-bbbd-dfbcff1b57ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:58:12.727052 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-b7548822-47f0-481c-9e1b-2db4d5f4fbae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:58:14.055215 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:58:15.551454 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:58:15.552915 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:58:17.117085 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:58:21.668342 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:58:31.659340 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:58:31.664414 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:58:35.078889 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=4 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:58:35.083403 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=4 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:58:40.480958 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-d6f79ca9-4c53-408e-8739-ea8c54c75932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:58:42.725426 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-7b39d8ad-5808-433c-a141-5125f4a64389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:58:44.069464 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:58:45.549645 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:58:45.552112 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:58:51.669183 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:58:54.121544 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:58:55.712688 dv-cinder-854271-1-iscsi neutron-server[113088]: DEBUG neutron.wsgi [req-05cb9fd6-530e-4bb5-b304-b391a1460e7c req-97ece6ac-9bef-416a-ac9e-19966b968964 service neutron] (113088) timed out ('10.222.0.58', 61604) {{(pid=113088) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 06:59:01.659707 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:59:01.662169 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:59:10.483413 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-68881d75-b388-4d47-a1c9-317d46c2ce54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:59:12.067327 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=4 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:59:12.072107 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:59:12.727727 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-e74e610b-7b57-411f-896a-598aacc4275d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:59:14.061406 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:59:15.555876 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:59:15.557361 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:59:21.666416 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:59:31.124769 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 06:59:31.657608 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:59:31.660135 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:59:40.482369 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-369253c8-dd2d-4e95-90c7-e7818388c3a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:59:42.724955 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-3271ef30-9f6b-49fd-8987-35c5bcaf4609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:59:44.069786 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:59:45.550423 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:59:45.552006 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 06:59:49.074520 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=4 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:59:49.076042 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=4 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 06:59:51.664383 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:00:01.656615 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:00:01.658223 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:00:08.129767 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 07:00:09.587971 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=14 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:00:10.480862 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-2db20384-787e-4e54-a18c-c98da0ece24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:00:12.727236 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-8e023165-bb31-4a05-b10c-989f363fadc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:00:14.070480 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:00:15.559476 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:00:15.560797 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:00:21.664842 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:00:26.072927 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=16 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:00:26.078737 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=4 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:00:31.657115 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:00:31.658222 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:00:40.479369 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-d8dccc08-0ec8-423a-bedf-4c00ab90d057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:00:42.724112 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-e99e2554-67fd-450b-ae54-9c64c7e21c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:00:44.069633 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:00:45.135670 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 07:00:45.556246 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:00:45.558187 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:00:51.681759 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:01:01.671686 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:01:01.673859 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:01:09.072503 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=5 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:01:09.073328 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:01:10.484752 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-7da66955-4eaa-4b31-97b3-8e7eed79316e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:01:12.734490 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-f10fd052-1c0a-4227-a514-91e2e2df5fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:01:14.072281 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:01:15.556462 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:01:15.559150 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:01:21.684681 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:01:22.142908 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 07:01:31.676446 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:01:31.679170 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:01:40.487261 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-39b74615-f3ca-4b50-957b-a176e5a8d4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:01:41.065580 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=4 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:01:41.066867 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=6 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:01:42.731814 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a1368474-9034-4ce5-a13b-c91780162de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:01:44.083319 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:01:45.568956 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:01:45.570271 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:01:51.696616 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:01:59.135598 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 07:02:01.684535 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:02:01.687924 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:02:10.495228 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-82182369-9612-4bca-9794-d5017ec63a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:02:12.719305 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-3aeb04c2-35b5-4fbb-9e21-52e12d569755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:02:14.093939 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:02:15.571300 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:02:15.573812 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:02:17.078258 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=15 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:02:17.088044 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=19 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:02:21.690260 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:02:31.676827 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:02:31.684056 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=12,neutron:UPDATE=5 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:02:36.137581 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG neutron.db.agents_db [None req-b083b37e-c12e-4d19-8467-35fceb622222 None None] Agent healthcheck: found 6 active agents {{(pid=113091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 07:02:40.492287 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-6c21ab11-5ffd-4710-8ac2-33590233506d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (133a3e8a-16cb-4472-a923-08e28c023b55), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:02:42.721561 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-7e6f86ff-39c5-4581-975b-bcc01f485115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (08f8c225-b0e2-4c25-8392-e969122fb523), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:02:44.087860 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-0f0c21f7-eeb1-4459-94c8-afd47d50385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (4b92d55e-f938-4bf6-928a-276c91f4be31), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:02:45.567999 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-706fe2bf-2dc6-48aa-8674-7c2224bf228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (51b3f00b-1114-460d-8b24-31548fb48cec), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:02:45.570049 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-a201b231-b835-4401-b1dc-2026105e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (3a6b433c-337e-4ad2-9be0-34bdc4293c14), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:02:51.723983 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG neutron_lib.callbacks.manager [None req-377acc61-76ed-433f-beeb-d8ec2e564d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748143077726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594805'] for agent (92318399-7fe8-4397-ad86-085269988e3c), after_update {{(pid=113090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:02:54.076899 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=5 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:02:54.078263 dv-cinder-854271-1-iscsi neutron-server[113091]: DEBUG dbcounter [-] [113091] Writing DB stats neutron:SELECT=3 {{(pid=113091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:03:01.703612 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:03:01.710143 dv-cinder-854271-1-iscsi neutron-server[113090]: DEBUG dbcounter [-] [113090] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=113090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}